state: generation 9600 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T02:54:53.902773+00:00",
|
||||
"generatedAt": "2026-09-19T02:58:01.893492+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -27,7 +27,7 @@
|
||||
"11": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 699,
|
||||
"listingErrors": 700,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 11,
|
||||
"nextAccountIndex": 0,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T02:54:53.876880+00:00",
|
||||
"updatedAt": "2026-09-19T02:58:01.831214+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T02:53:13.191440+00:00",
|
||||
"generatedAt": "2026-09-19T02:56:02.479137+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1001.3956834532373,
|
||||
"backlogHours": 987.7872340425532,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.9711220165678192,
|
||||
"queueFactor": 1.007163111733816,
|
||||
"queueWeight": 1.007163111733816,
|
||||
"qualityFactor": 1.1042038734165127,
|
||||
"queueFactor": 1.002027639229419,
|
||||
"queueWeight": 1.002027639229419,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.34532374100719426,
|
||||
"recentTerminal": 139,
|
||||
"recentWilsonLowerBound": 0.2713977670056232,
|
||||
"running": 9,
|
||||
"selectionWeight": 0.9780782720796631,
|
||||
"recentSuccessRate": 0.3404255319148936,
|
||||
"recentTerminal": 141,
|
||||
"recentWilsonLowerBound": 0.2673712235772628,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.1064428005075284,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.166666666666668,
|
||||
"waiting": 23199
|
||||
"throughputPerHour": 23.5,
|
||||
"waiting": 23213
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1370.2314049586776,
|
||||
"backlogHours": 1381.75,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.7301854008002069,
|
||||
"queueFactor": 0.9608853690828094,
|
||||
"queueWeight": 0.9608853690828094,
|
||||
"recentSuccess": 53,
|
||||
"recentSuccessRate": 0.4380165289256198,
|
||||
"recentTerminal": 121,
|
||||
"recentWilsonLowerBound": 0.35287007928056946,
|
||||
"qualityFactor": 2.1757005960963416,
|
||||
"queueFactor": 0.9528286152405514,
|
||||
"queueWeight": 0.9528286152405514,
|
||||
"recentSuccess": 54,
|
||||
"recentSuccessRate": 0.45,
|
||||
"recentTerminal": 120,
|
||||
"recentWilsonLowerBound": 0.3639158452162006,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.6625098374295952,
|
||||
"selectionWeight": 2.0730697861565193,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.166666666666668,
|
||||
"waiting": 27633
|
||||
"throughputPerHour": 20.0,
|
||||
"waiting": 27635
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 200.66165413533832,
|
||||
"backlogHours": 204.04580152671758,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.23877427024420306,
|
||||
"queueFactor": 1.2818021922460827,
|
||||
"queueWeight": 1.2818021922460827,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.20300751879699247,
|
||||
"recentTerminal": 133,
|
||||
"recentWilsonLowerBound": 0.1434359333630463,
|
||||
"running": 10,
|
||||
"selectionWeight": 0.3060613830509781,
|
||||
"qualityFactor": 0.26265019840246395,
|
||||
"queueFactor": 1.2694630453303788,
|
||||
"queueWeight": 1.2694630453303788,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.1984732824427481,
|
||||
"recentTerminal": 131,
|
||||
"recentWilsonLowerBound": 0.13919627169084942,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.33342472072062007,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.166666666666668,
|
||||
"waiting": 4448
|
||||
"throughputPerHour": 21.833333333333332,
|
||||
"waiting": 4455
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1344.46875,
|
||||
"backlogHours": 1324.2461538461537,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.3604405745972057,
|
||||
"queueFactor": 0.9636250060007503,
|
||||
"queueWeight": 0.9636250060007503,
|
||||
"qualityFactor": 0.40869454425246204,
|
||||
"queueFactor": 0.9589233729188898,
|
||||
"queueWeight": 0.9589233729188898,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.265625,
|
||||
"recentTerminal": 64,
|
||||
"recentWilsonLowerBound": 0.1729623856953776,
|
||||
"recentSuccessRate": 0.26153846153846155,
|
||||
"recentTerminal": 65,
|
||||
"recentWilsonLowerBound": 0.17018055060319134,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.34732955085914624,
|
||||
"selectionWeight": 0.3919067508681194,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.666666666666666,
|
||||
"waiting": 14341
|
||||
"throughputPerHour": 10.833333333333334,
|
||||
"waiting": 14346
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 539.4432989690721,
|
||||
"backlogHours": 545.5625,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.35729075742711647,
|
||||
"queueFactor": 1.105092923303566,
|
||||
"queueWeight": 1.105092923303566,
|
||||
"qualityFactor": 0.42989810702357195,
|
||||
"queueFactor": 1.095349049487918,
|
||||
"queueWeight": 1.095349049487918,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.24742268041237114,
|
||||
"recentTerminal": 97,
|
||||
"recentWilsonLowerBound": 0.172273703017395,
|
||||
"recentSuccessRate": 0.25,
|
||||
"recentTerminal": 96,
|
||||
"recentWilsonLowerBound": 0.17413849417796742,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3948394875944774,
|
||||
"selectionWeight": 0.47088848290492474,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.166666666666668,
|
||||
"waiting": 8721
|
||||
"throughputPerHour": 16.0,
|
||||
"waiting": 8729
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 69.40969162995594,
|
||||
"backlogHours": 69.13157894736842,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.01762114537444934,
|
||||
"recentTerminal": 227,
|
||||
"recentWilsonLowerBound": 0.006873206494439571,
|
||||
"running": 25,
|
||||
"recentSuccessRate": 0.017543859649122806,
|
||||
"recentTerminal": 228,
|
||||
"recentWilsonLowerBound": 0.006842969432664,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 37.833333333333336,
|
||||
"waiting": 2626
|
||||
"throughputPerHour": 38.0,
|
||||
"waiting": 2627
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 235.6062992125984,
|
||||
"backlogHours": 228.36641221374046,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.3504746920270824,
|
||||
"queueFactor": 1.2513034257862827,
|
||||
"queueWeight": 1.2513034257862827,
|
||||
"qualityFactor": 0.3837854575674231,
|
||||
"queueFactor": 1.2482005741331503,
|
||||
"queueWeight": 1.2482005741331503,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.23622047244094488,
|
||||
"recentTerminal": 127,
|
||||
"recentWilsonLowerBound": 0.17077199899216422,
|
||||
"running": 9,
|
||||
"selectionWeight": 0.4385501827848806,
|
||||
"recentSuccessRate": 0.22900763358778625,
|
||||
"recentTerminal": 131,
|
||||
"recentWilsonLowerBound": 0.16538500851400117,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.47904122847961134,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.166666666666668,
|
||||
"waiting": 4987
|
||||
"throughputPerHour": 21.833333333333332,
|
||||
"waiting": 4986
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2991.1875,
|
||||
"backlogHours": 3190.6,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.0536694411780956,
|
||||
"queueFactor": 0.8547008239439847,
|
||||
"queueWeight": 0.8547008239439847,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.4375,
|
||||
"recentTerminal": 32,
|
||||
"recentWilsonLowerBound": 0.28165085969443177,
|
||||
"qualityFactor": 0.9185040829691162,
|
||||
"queueFactor": 0.8404238299927939,
|
||||
"queueWeight": 0.8404238299927939,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.4,
|
||||
"recentTerminal": 30,
|
||||
"recentWilsonLowerBound": 0.24590394326083398,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.9005721395395162,
|
||||
"selectionWeight": 0.7719327192729236,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.333333333333333,
|
||||
"throughputPerHour": 5.0,
|
||||
"waiting": 15953
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 485.5348837209302,
|
||||
"backlogHours": 509.1219512195122,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.2818093607519325,
|
||||
"queueFactor": 1.1226841790122934,
|
||||
"queueWeight": 1.1226841790122934,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.21705426356589147,
|
||||
"recentTerminal": 129,
|
||||
"recentWilsonLowerBound": 0.154657377030721,
|
||||
"qualityFactor": 0.33499955983048346,
|
||||
"queueFactor": 1.1067663310154454,
|
||||
"queueWeight": 1.1067663310154454,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.21951219512195122,
|
||||
"recentTerminal": 123,
|
||||
"recentWilsonLowerBound": 0.1554740213505587,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.3163829108137626,
|
||||
"selectionWeight": 0.3707662337253734,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.5,
|
||||
"waiting": 10439
|
||||
"throughputPerHour": 20.5,
|
||||
"waiting": 10437
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 1099.0,
|
||||
"backlogHours": 1014.6461538461538,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.967057807641576,
|
||||
"queueFactor": 0.9932098417686474,
|
||||
"queueWeight": 0.9932098417686474,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.38333333333333336,
|
||||
"recentTerminal": 60,
|
||||
"recentWilsonLowerBound": 0.2708808958488825,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.9604913321088248,
|
||||
"qualityFactor": 1.1836354820439643,
|
||||
"queueFactor": 0.9980033987992052,
|
||||
"queueWeight": 0.9980033987992052,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.38461538461538464,
|
||||
"recentTerminal": 65,
|
||||
"recentWilsonLowerBound": 0.27594829385374525,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.1812722340192119,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.0,
|
||||
"waiting": 10990
|
||||
"throughputPerHour": 10.833333333333334,
|
||||
"waiting": 10992
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1901.4285714285713,
|
||||
"backlogHours": 1903.7142857142858,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.6264039495389073,
|
||||
"queueFactor": 0.9148052870082298,
|
||||
"queueWeight": 0.9148052870082298,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.4603174603174603,
|
||||
"qualityFactor": 2.096317464197509,
|
||||
"queueFactor": 0.9081110222935693,
|
||||
"queueWeight": 0.9081110222935693,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.47619047619047616,
|
||||
"recentTerminal": 63,
|
||||
"recentWilsonLowerBound": 0.34308665416425693,
|
||||
"running": 5,
|
||||
"selectionWeight": 1.4878429318492588,
|
||||
"recentWilsonLowerBound": 0.35781921387369653,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.9036889954642626,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.5,
|
||||
"waiting": 19965
|
||||
"waiting": 19989
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 6261.6,
|
||||
"backlogHours": 6708.857142857142,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.7650465659697856,
|
||||
"queueWeight": 0.7650465659697856,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.6666666666666666,
|
||||
"recentTerminal": 15,
|
||||
"recentWilsonLowerBound": 0.4171312515121298,
|
||||
"queueFactor": 0.7517647028853126,
|
||||
"queueWeight": 0.7517647028853126,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.6428571428571429,
|
||||
"recentTerminal": 14,
|
||||
"recentWilsonLowerBound": 0.3876400468214041,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.912616414924464,
|
||||
"selectionWeight": 1.8794117572132816,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.5,
|
||||
"throughputPerHour": 2.3333333333333335,
|
||||
"waiting": 15654
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1930.2439024390244,
|
||||
"backlogHours": 1980.3,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.912743691208189,
|
||||
"queueWeight": 0.912743691208189,
|
||||
"queueFactor": 0.9027542968504177,
|
||||
"queueWeight": 0.9027542968504177,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.0975609756097561,
|
||||
"recentTerminal": 41,
|
||||
"recentWilsonLowerBound": 0.03859645975296141,
|
||||
"running": 17,
|
||||
"selectionWeight": 0.04563718456040945,
|
||||
"recentSuccessRate": 0.1,
|
||||
"recentTerminal": 40,
|
||||
"recentWilsonLowerBound": 0.03957888759557486,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.04513771484252089,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 6.833333333333333,
|
||||
"waiting": 13190
|
||||
"throughputPerHour": 6.666666666666667,
|
||||
"waiting": 13202
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 934.6046511627907,
|
||||
"backlogHours": 981.6585365853659,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.9365920590705388,
|
||||
"queueFactor": 1.0176454086423679,
|
||||
"queueWeight": 1.0176454086423679,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.36046511627906974,
|
||||
"recentTerminal": 86,
|
||||
"recentWilsonLowerBound": 0.26696805802328827,
|
||||
"qualityFactor": 1.1262504364358965,
|
||||
"queueFactor": 1.0029635388076579,
|
||||
"queueWeight": 1.0029635388076579,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.36585365853658536,
|
||||
"recentTerminal": 82,
|
||||
"recentWilsonLowerBound": 0.26978466322708194,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.9531186086840352,
|
||||
"selectionWeight": 1.129588123311416,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.333333333333334,
|
||||
"waiting": 13396
|
||||
"throughputPerHour": 13.666666666666666,
|
||||
"waiting": 13416
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T02:44:48.543212+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T02:56:02.479137+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T02:44:48.543212+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T02:56:02.479137+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user