state: generation 7664 (cycle)
This commit is contained in:
@@ -1612,7 +1612,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-15T11:43:39.237123+00:00",
|
||||
"generatedAt": "2026-09-15T11:46:42.538915+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 79,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -51,7 +51,7 @@
|
||||
"4": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 557,
|
||||
"listingErrors": 558,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 4,
|
||||
"nextAccountIndex": 5,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-15T11:43:39.212126+00:00",
|
||||
"updatedAt": "2026-09-15T11:46:42.514248+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-15T11:42:06.386638+00:00",
|
||||
"generatedAt": "2026-09-15T11:44:45.958774+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1188.8067226890757,
|
||||
"backlogHours": 1159.2295081967213,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.3314154739763944,
|
||||
"queueFactor": 0.9950104220485901,
|
||||
"queueWeight": 0.9950104220485901,
|
||||
"qualityFactor": 1.2528260733078187,
|
||||
"queueFactor": 1.000440184653549,
|
||||
"queueWeight": 1.000440184653549,
|
||||
"recentSuccess": 37,
|
||||
"recentSuccessRate": 0.31092436974789917,
|
||||
"recentTerminal": 119,
|
||||
"recentWilsonLowerBound": 0.23476920298350337,
|
||||
"running": 10,
|
||||
"selectionWeight": 1.3247722726832758,
|
||||
"recentSuccessRate": 0.30327868852459017,
|
||||
"recentTerminal": 122,
|
||||
"recentWilsonLowerBound": 0.22874525512189398,
|
||||
"running": 9,
|
||||
"selectionWeight": 1.2533775481188547,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.833333333333332,
|
||||
"waiting": 23578
|
||||
"throughputPerHour": 20.333333333333332,
|
||||
"waiting": 23571
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1291.5692307692307,
|
||||
"backlogHours": 1166.0416666666667,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9827129158060138,
|
||||
"queueWeight": 0.9827129158060138,
|
||||
"recentSuccess": 51,
|
||||
"recentSuccessRate": 0.3923076923076923,
|
||||
"recentTerminal": 130,
|
||||
"recentWilsonLowerBound": 0.3126200051001405,
|
||||
"queueFactor": 0.999561295863701,
|
||||
"queueWeight": 0.999561295863701,
|
||||
"recentSuccess": 56,
|
||||
"recentSuccessRate": 0.3888888888888889,
|
||||
"recentTerminal": 144,
|
||||
"recentWilsonLowerBound": 0.31313968172670287,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.4567822895150346,
|
||||
"selectionWeight": 2.4989032396592528,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.666666666666668,
|
||||
"waiting": 27984
|
||||
"throughputPerHour": 24.0,
|
||||
"waiting": 27985
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 1110.8275862068965,
|
||||
"backlogHours": 1192.888888888889,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.6780259635822804,
|
||||
"queueFactor": 1.0051880550287362,
|
||||
"queueWeight": 1.0051880550287362,
|
||||
"qualityFactor": 0.7988288204695976,
|
||||
"queueFactor": 0.9961541368178521,
|
||||
"queueWeight": 0.9961541368178521,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.3103448275862069,
|
||||
"recentTerminal": 29,
|
||||
"recentWilsonLowerBound": 0.17275424489768068,
|
||||
"recentSuccessRate": 0.3333333333333333,
|
||||
"recentTerminal": 27,
|
||||
"recentWilsonLowerBound": 0.1864305444359335,
|
||||
"running": 3,
|
||||
"selectionWeight": 0.6815435995922572,
|
||||
"selectionWeight": 0.795756634120115,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.833333333333333,
|
||||
"waiting": 5369
|
||||
"throughputPerHour": 4.5,
|
||||
"waiting": 5368
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1511.409836065574,
|
||||
"backlogHours": 1511.5081967213116,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.5346072753100606,
|
||||
"queueFactor": 0.9598137803057466,
|
||||
"queueWeight": 0.9598137803057466,
|
||||
"qualityFactor": 0.5326573408634241,
|
||||
"queueFactor": 0.961401877334612,
|
||||
"queueWeight": 0.961401877334612,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.2459016393442623,
|
||||
"recentTerminal": 61,
|
||||
"recentWilsonLowerBound": 0.15506522999562844,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5131234298943043,
|
||||
"selectionWeight": 0.5120977674821583,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.166666666666666,
|
||||
"waiting": 15366
|
||||
"waiting": 15367
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 579.5510204081633,
|
||||
"backlogHours": 604.0851063829788,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.40172073233796984,
|
||||
"queueFactor": 1.1082316941785442,
|
||||
"queueWeight": 1.1082316941785442,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.20408163265306123,
|
||||
"recentTerminal": 98,
|
||||
"recentWilsonLowerBound": 0.1361759801787412,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.4451996477855538,
|
||||
"qualityFactor": 0.5025504557076907,
|
||||
"queueFactor": 1.1031938258063667,
|
||||
"queueWeight": 1.1031938258063667,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.22340425531914893,
|
||||
"recentTerminal": 94,
|
||||
"recentWilsonLowerBound": 0.15101805114456934,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5544105598929004,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.333333333333332,
|
||||
"waiting": 9466
|
||||
"throughputPerHour": 15.666666666666666,
|
||||
"waiting": 9464
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 49.407407407407405,
|
||||
"backlogHours": 47.83880597014925,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -539,197 +539,197 @@
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.05864197530864197,
|
||||
"recentTerminal": 324,
|
||||
"recentWilsonLowerBound": 0.037859765907923254,
|
||||
"running": 26,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.06567164179104477,
|
||||
"recentTerminal": 335,
|
||||
"recentWilsonLowerBound": 0.04376485157671155,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 54.0,
|
||||
"waiting": 2668
|
||||
"throughputPerHour": 55.833333333333336,
|
||||
"waiting": 2671
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 140.96774193548387,
|
||||
"backlogHours": 142.53260869565216,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 1.1544597371282332,
|
||||
"qualityFactor": 1.237535361135861,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.27956989247311825,
|
||||
"recentTerminal": 186,
|
||||
"recentWilsonLowerBound": 0.2200335672153258,
|
||||
"running": 5,
|
||||
"selectionWeight": 1.5007976582667033,
|
||||
"recentSuccess": 53,
|
||||
"recentSuccessRate": 0.28804347826086957,
|
||||
"recentTerminal": 184,
|
||||
"recentWilsonLowerBound": 0.22747199048194464,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.6087959694766194,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 31.0,
|
||||
"waiting": 4370
|
||||
"throughputPerHour": 30.666666666666668,
|
||||
"waiting": 4371
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2650.8333333333335,
|
||||
"backlogHours": 2579.189189189189,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.5000490885837092,
|
||||
"queueFactor": 0.882240425937643,
|
||||
"queueWeight": 0.882240425937643,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.3888888888888889,
|
||||
"recentTerminal": 36,
|
||||
"recentWilsonLowerBound": 0.24784655417822946,
|
||||
"qualityFactor": 1.7096185326048043,
|
||||
"queueFactor": 0.8873481779511149,
|
||||
"queueWeight": 0.8873481779511149,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.40540540540540543,
|
||||
"recentTerminal": 37,
|
||||
"recentWilsonLowerBound": 0.2634629583994014,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.3234039468394647,
|
||||
"selectionWeight": 1.517026889898332,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 6.0,
|
||||
"throughputPerHour": 6.166666666666667,
|
||||
"waiting": 15905
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 750.5806451612904,
|
||||
"backlogHours": 758.6739130434783,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.33911767666114223,
|
||||
"queueFactor": 1.066067523710692,
|
||||
"queueWeight": 1.066067523710692,
|
||||
"recentSuccess": 18,
|
||||
"recentSuccessRate": 0.1935483870967742,
|
||||
"recentTerminal": 93,
|
||||
"recentWilsonLowerBound": 0.1260833866437487,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.361522341804667,
|
||||
"qualityFactor": 0.4016427486296339,
|
||||
"queueFactor": 1.066125347977938,
|
||||
"queueWeight": 1.066125347977938,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.20652173913043478,
|
||||
"recentTerminal": 92,
|
||||
"recentWilsonLowerBound": 0.13639031262233317,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.4282015151455839,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.5,
|
||||
"waiting": 11634
|
||||
"throughputPerHour": 15.333333333333334,
|
||||
"waiting": 11633
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 813.1034482758621,
|
||||
"backlogHours": 794.6966292134831,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.9654195564982784,
|
||||
"queueFactor": 1.0533493876683437,
|
||||
"queueWeight": 1.0533493876683437,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.28735632183908044,
|
||||
"recentTerminal": 87,
|
||||
"recentWilsonLowerBound": 0.20285593236614669,
|
||||
"qualityFactor": 1.0146028951591513,
|
||||
"queueFactor": 1.0587327226796164,
|
||||
"queueWeight": 1.0587327226796164,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.29213483146067415,
|
||||
"recentTerminal": 89,
|
||||
"recentWilsonLowerBound": 0.2078347417163135,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.0169240986805055,
|
||||
"selectionWeight": 1.0741932856304697,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.5,
|
||||
"waiting": 11790
|
||||
"throughputPerHour": 14.833333333333334,
|
||||
"waiting": 11788
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1496.6170212765958,
|
||||
"backlogHours": 1480.8631578947368,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.3169977522322478,
|
||||
"queueFactor": 0.9612308827713267,
|
||||
"queueWeight": 0.9612308827713267,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.3191489361702128,
|
||||
"recentTerminal": 94,
|
||||
"recentWilsonLowerBound": 0.23361018709048179,
|
||||
"running": 5,
|
||||
"selectionWeight": 1.2659389119860567,
|
||||
"qualityFactor": 1.397382306500995,
|
||||
"queueFactor": 0.9643602537427406,
|
||||
"queueWeight": 0.9643602537427406,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.3263157894736842,
|
||||
"recentTerminal": 95,
|
||||
"recentWilsonLowerBound": 0.24038572025731433,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.3475799556729156,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.666666666666666,
|
||||
"throughputPerHour": 15.833333333333334,
|
||||
"waiting": 23447
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 3664.08,
|
||||
"backlogHours": 3392.4444444444443,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.9614519893603729,
|
||||
"queueFactor": 0.8404261855544627,
|
||||
"queueWeight": 0.8404261855544627,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.36,
|
||||
"recentTerminal": 25,
|
||||
"recentWilsonLowerBound": 0.20247656431735636,
|
||||
"qualityFactor": 1.4589734357065975,
|
||||
"queueFactor": 0.851607799309573,
|
||||
"queueWeight": 0.851607799309573,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.4074074074074074,
|
||||
"recentTerminal": 27,
|
||||
"recentWilsonLowerBound": 0.24514513372857347,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.808029428011888,
|
||||
"selectionWeight": 1.2424731568332223,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.166666666666667,
|
||||
"waiting": 15267
|
||||
"throughputPerHour": 4.5,
|
||||
"waiting": 15266
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1330.8620689655172,
|
||||
"backlogHours": 1286.6,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.1382105534056931,
|
||||
"queueFactor": 0.9783051966423579,
|
||||
"queueWeight": 0.9783051966423579,
|
||||
"qualityFactor": 0.12754707163319262,
|
||||
"queueFactor": 0.9849178531599262,
|
||||
"queueWeight": 0.9849178531599262,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.15517241379310345,
|
||||
"recentTerminal": 58,
|
||||
"recentWilsonLowerBound": 0.083843974167502,
|
||||
"running": 17,
|
||||
"selectionWeight": 0.13521210262760572,
|
||||
"recentSuccessRate": 0.15,
|
||||
"recentTerminal": 60,
|
||||
"recentWilsonLowerBound": 0.08097349242295687,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.1256233879697994,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 9.666666666666666,
|
||||
"waiting": 12865
|
||||
"throughputPerHour": 10.0,
|
||||
"waiting": 12866
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 736.4,
|
||||
"backlogHours": 722.8598130841121,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.421990041472632,
|
||||
"queueFactor": 1.0691219610859308,
|
||||
"queueWeight": 1.0691219610859308,
|
||||
"qualityFactor": 1.356497265227183,
|
||||
"queueFactor": 1.0738866158401381,
|
||||
"queueWeight": 1.0738866158401381,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.3238095238095238,
|
||||
"recentTerminal": 105,
|
||||
"recentWilsonLowerBound": 0.24189861275835717,
|
||||
"recentSuccessRate": 0.3177570093457944,
|
||||
"recentTerminal": 107,
|
||||
"recentWilsonLowerBound": 0.23716287314844187,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.5202807817838846,
|
||||
"selectionWeight": 1.4567242575512218,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.5,
|
||||
"waiting": 12887
|
||||
"throughputPerHour": 17.833333333333332,
|
||||
"waiting": 12891
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-15T11:32:51.309627+00:00",
|
||||
"queueAttemptedAt": "2026-09-15T11:44:45.958774+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-15T11:32:51.309627+00:00",
|
||||
"queueUpdatedAt": "2026-09-15T11:44:45.958774+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user