state: generation 9465 (cycle)
This commit is contained in:
@@ -1743,7 +1743,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-18T20:56:47.052211+00:00",
|
||||
"generatedAt": "2026-09-18T20:59:36.246248+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 84,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -67,7 +67,7 @@
|
||||
"6": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 689,
|
||||
"listingErrors": 690,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 6,
|
||||
"nextAccountIndex": 7,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-18T20:56:47.029297+00:00",
|
||||
"updatedAt": "2026-09-18T20:59:36.185094+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-18T20:55:02.216851+00:00",
|
||||
"generatedAt": "2026-09-18T20:57:55.123398+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 541.3846153846154,
|
||||
"backlogHours": 539.2413793103449,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.46247698909734153,
|
||||
"queueFactor": 1.044549577673698,
|
||||
"queueWeight": 1.044549577673698,
|
||||
"recentSuccess": 49,
|
||||
"recentSuccessRate": 0.18846153846153846,
|
||||
"recentTerminal": 260,
|
||||
"recentWilsonLowerBound": 0.14559006482348497,
|
||||
"qualityFactor": 0.34261476186020273,
|
||||
"queueFactor": 1.080606815678314,
|
||||
"queueWeight": 1.080606815678314,
|
||||
"recentSuccess": 50,
|
||||
"recentSuccessRate": 0.19157088122605365,
|
||||
"recentTerminal": 261,
|
||||
"recentWilsonLowerBound": 0.14843728773046153,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.4830801436454315,
|
||||
"selectionWeight": 0.37023184681813753,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 43.333333333333336,
|
||||
"waiting": 23460
|
||||
"throughputPerHour": 43.5,
|
||||
"waiting": 23457
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1361.8548387096773,
|
||||
"backlogHours": 1340.142857142857,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9095683116610208,
|
||||
"queueWeight": 0.9095683116610208,
|
||||
"qualityFactor": 1.7101089601719162,
|
||||
"queueFactor": 0.9426761505019413,
|
||||
"queueWeight": 0.9426761505019413,
|
||||
"recentSuccess": 49,
|
||||
"recentSuccessRate": 0.3951612903225806,
|
||||
"recentTerminal": 124,
|
||||
"recentWilsonLowerBound": 0.313505613184297,
|
||||
"recentSuccessRate": 0.3888888888888889,
|
||||
"recentTerminal": 126,
|
||||
"recentWilsonLowerBound": 0.3082582420017253,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.273920779152552,
|
||||
"selectionWeight": 1.6120789315137396,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.666666666666668,
|
||||
"waiting": 28145
|
||||
"throughputPerHour": 21.0,
|
||||
"waiting": 28143
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 241.03937007874015,
|
||||
"backlogHours": 246.7258064516129,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.25346918223999065,
|
||||
"queueFactor": 1.1793473805996892,
|
||||
"queueWeight": 1.1793473805996892,
|
||||
"qualityFactor": 0.18991585486749002,
|
||||
"queueFactor": 1.215074753993082,
|
||||
"queueWeight": 1.215074753993082,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.16535433070866143,
|
||||
"recentTerminal": 127,
|
||||
"recentWilsonLowerBound": 0.11076955003924022,
|
||||
"recentSuccessRate": 0.1693548387096774,
|
||||
"recentTerminal": 124,
|
||||
"recentWilsonLowerBound": 0.11351887518815744,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.2989282161374783,
|
||||
"selectionWeight": 0.2307619606325013,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 21.166666666666668,
|
||||
"waiting": 5102
|
||||
"throughputPerHour": 20.666666666666668,
|
||||
"waiting": 5099
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 2171.5714285714284,
|
||||
"backlogHours": 2072.8636363636365,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 2.477704440391191,
|
||||
"queueFactor": 0.8480839153109008,
|
||||
"queueWeight": 0.8480839153109008,
|
||||
"qualityFactor": 1.5736662500939032,
|
||||
"queueFactor": 0.8829773720744857,
|
||||
"queueWeight": 0.8829773720744857,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.4523809523809524,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.3122316381863853,
|
||||
"recentSuccessRate": 0.4318181818181818,
|
||||
"recentTerminal": 44,
|
||||
"recentWilsonLowerBound": 0.2968250416485458,
|
||||
"running": 7,
|
||||
"selectionWeight": 2.101301282790166,
|
||||
"selectionWeight": 1.389511690030225,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.0,
|
||||
"throughputPerHour": 7.333333333333333,
|
||||
"waiting": 15201
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 461.65289256198344,
|
||||
"backlogHours": 457.7213114754099,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.361289452582026,
|
||||
"queueFactor": 1.0698123575572782,
|
||||
"queueWeight": 1.0698123575572782,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.19008264462809918,
|
||||
"recentTerminal": 121,
|
||||
"recentWilsonLowerBound": 0.1301333553120293,
|
||||
"qualityFactor": 0.22337425522820248,
|
||||
"queueFactor": 1.107503261905281,
|
||||
"queueWeight": 1.107503261905281,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.18032786885245902,
|
||||
"recentTerminal": 122,
|
||||
"recentWilsonLowerBound": 0.12220831571602409,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3865119210273557,
|
||||
"selectionWeight": 0.247387716290897,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.166666666666668,
|
||||
"waiting": 9310
|
||||
"throughputPerHour": 20.333333333333332,
|
||||
"waiting": 9307
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 39.98461538461538,
|
||||
"backlogHours": 39.95384615384615,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -548,188 +548,188 @@
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 65.0,
|
||||
"waiting": 2599
|
||||
"waiting": 2597
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 130.48034934497818,
|
||||
"backlogHours": 130.40174672489084,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.1451121817837858,
|
||||
"queueFactor": 1.2930733995749488,
|
||||
"queueWeight": 1.2930733995749488,
|
||||
"qualityFactor": 0.10301845160140377,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.1222707423580786,
|
||||
"recentTerminal": 229,
|
||||
"recentWilsonLowerBound": 0.08596463120348478,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.18764070221889786,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.1339239870818249,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 38.166666666666664,
|
||||
"waiting": 4980
|
||||
"waiting": 4977
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2996.4375,
|
||||
"backlogHours": 2739.6000000000004,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.416317262697296,
|
||||
"queueFactor": 0.8080982398408815,
|
||||
"queueWeight": 0.8080982398408815,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.46875,
|
||||
"recentTerminal": 32,
|
||||
"recentWilsonLowerBound": 0.3086912990168234,
|
||||
"qualityFactor": 1.9859477347519134,
|
||||
"queueFactor": 0.8468024588945756,
|
||||
"queueWeight": 0.8468024588945756,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.4857142857142857,
|
||||
"recentTerminal": 35,
|
||||
"recentWilsonLowerBound": 0.32993980391252736,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.9526217268828219,
|
||||
"selectionWeight": 1.6817054250240326,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.333333333333333,
|
||||
"throughputPerHour": 5.833333333333333,
|
||||
"waiting": 15981
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 594.2201834862385,
|
||||
"backlogHours": 572.9203539823009,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.5727614448814471,
|
||||
"queueFactor": 1.0300607395292005,
|
||||
"queueWeight": 1.0300607395292005,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.22935779816513763,
|
||||
"recentTerminal": 109,
|
||||
"recentWilsonLowerBound": 0.1604543808234599,
|
||||
"qualityFactor": 0.3357780630123042,
|
||||
"queueFactor": 1.0708312737516796,
|
||||
"queueWeight": 1.0708312737516796,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.21238938053097345,
|
||||
"recentTerminal": 113,
|
||||
"recentWilsonLowerBound": 0.14708352590805174,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.5899790774883968,
|
||||
"selectionWeight": 0.3595616509133374,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 18.166666666666668,
|
||||
"waiting": 10795
|
||||
"throughputPerHour": 18.833333333333332,
|
||||
"waiting": 10790
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 853.65,
|
||||
"backlogHours": 886.6753246753246,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.8228236020617009,
|
||||
"queueFactor": 0.9755801779552222,
|
||||
"queueWeight": 0.9755801779552222,
|
||||
"qualityFactor": 0.6378548687932715,
|
||||
"queueFactor": 1.0029296960580152,
|
||||
"queueWeight": 1.0029296960580152,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.275,
|
||||
"recentTerminal": 80,
|
||||
"recentWilsonLowerBound": 0.18917622847735993,
|
||||
"recentSuccessRate": 0.2857142857142857,
|
||||
"recentTerminal": 77,
|
||||
"recentWilsonLowerBound": 0.1968937869371719,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.8027303961251111,
|
||||
"selectionWeight": 0.639723589687961,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.333333333333334,
|
||||
"waiting": 11382
|
||||
"throughputPerHour": 12.833333333333334,
|
||||
"waiting": 11379
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 33.51048579771702,
|
||||
"backlogHours": 1972.59375,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.8895687871448181,
|
||||
"queueWeight": 0.8895687871448181,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.008229360233607645,
|
||||
"recentTerminal": 3767,
|
||||
"recentWilsonLowerBound": 0.005803622114344113,
|
||||
"recentSuccessRate": 0.484375,
|
||||
"recentTerminal": 64,
|
||||
"recentWilsonLowerBound": 0.366333485657839,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.065,
|
||||
"selectionWeight": 2.2239219678620454,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 627.8333333333334,
|
||||
"waiting": 21039
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.666666666666666,
|
||||
"waiting": 21041
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 6263.2,
|
||||
"backlogHours": 5871.375,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.493995699966975,
|
||||
"queueFactor": 0.7234949470815428,
|
||||
"queueWeight": 0.7234949470815428,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.4666666666666667,
|
||||
"recentTerminal": 15,
|
||||
"recentWilsonLowerBound": 0.24809225259746442,
|
||||
"qualityFactor": 1.383990477384254,
|
||||
"queueFactor": 0.7553082200422996,
|
||||
"queueWeight": 0.7553082200422996,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 16,
|
||||
"recentWilsonLowerBound": 0.2799923761135083,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.080898339887659,
|
||||
"selectionWeight": 1.0453393840285934,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.5,
|
||||
"waiting": 15658
|
||||
"throughputPerHour": 2.6666666666666665,
|
||||
"waiting": 15657
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1994.9302325581396,
|
||||
"backlogHours": 2042.2857142857142,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.19106909060831512,
|
||||
"queueFactor": 0.8589458535893899,
|
||||
"queueWeight": 0.8589458535893899,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.18604651162790697,
|
||||
"recentTerminal": 43,
|
||||
"recentWilsonLowerBound": 0.09741635580105981,
|
||||
"qualityFactor": 0.09576385599621635,
|
||||
"queueFactor": 0.8849479124935619,
|
||||
"queueWeight": 0.8849479124935619,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.16666666666666666,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.08315811295836503,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.1641180031271077,
|
||||
"selectionWeight": 0.08474602445618573,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.166666666666667,
|
||||
"waiting": 14297
|
||||
"throughputPerHour": 7.0,
|
||||
"waiting": 14296
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 911.9375,
|
||||
"backlogHours": 921.5999999999999,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.7654103223101625,
|
||||
"queueFactor": 0.9659623138175081,
|
||||
"queueWeight": 0.9659623138175081,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.2604166666666667,
|
||||
"recentTerminal": 96,
|
||||
"recentWilsonLowerBound": 0.18305777843717666,
|
||||
"qualityFactor": 0.4445152155775124,
|
||||
"queueFactor": 0.9971346639643864,
|
||||
"queueWeight": 0.9971346639643864,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.24210526315789474,
|
||||
"recentTerminal": 95,
|
||||
"recentWilsonLowerBound": 0.16708723217598367,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.7393575259585292,
|
||||
"selectionWeight": 0.4432415301119396,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.0,
|
||||
"waiting": 14591
|
||||
"throughputPerHour": 15.833333333333334,
|
||||
"waiting": 14592
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-18T20:46:18.412660+00:00",
|
||||
"queueAttemptedAt": "2026-09-18T20:57:55.123398+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-18T20:46:18.412660+00:00",
|
||||
"queueUpdatedAt": "2026-09-18T20:57:55.123398+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user