state: generation 9755 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T10:47:16.178359+00:00",
|
||||
"generatedAt": "2026-09-19T10:49:52.305394+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -27,7 +27,7 @@
|
||||
"11": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 711,
|
||||
"listingErrors": 712,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 11,
|
||||
"nextAccountIndex": 0,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T10:47:16.155118+00:00",
|
||||
"updatedAt": "2026-09-19T10:49:52.280293+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,253 +416,253 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T10:45:38.246385+00:00",
|
||||
"generatedAt": "2026-09-19T10:48:25.668122+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 446.5031847133758,
|
||||
"backlogHours": 443.7151898734177,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.2952427862270984,
|
||||
"queueFactor": 0.8313886002471736,
|
||||
"queueWeight": 0.8313886002471736,
|
||||
"recentSuccess": 44,
|
||||
"recentSuccessRate": 0.14012738853503184,
|
||||
"recentTerminal": 314,
|
||||
"recentWilsonLowerBound": 0.10606808021593493,
|
||||
"qualityFactor": 0.282424545118754,
|
||||
"queueFactor": 0.8316290051562972,
|
||||
"queueWeight": 0.8316290051562972,
|
||||
"recentSuccess": 45,
|
||||
"recentSuccessRate": 0.14240506329113925,
|
||||
"recentTerminal": 316,
|
||||
"recentWilsonLowerBound": 0.10816059741120874,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.24546148677442284,
|
||||
"selectionWeight": 0.23487244348882916,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 52.333333333333336,
|
||||
"waiting": 23367
|
||||
"throughputPerHour": 52.666666666666664,
|
||||
"waiting": 23369
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 285.0819112627986,
|
||||
"backlogHours": 284.58603066439525,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.12327390191975908,
|
||||
"queueFactor": 0.8892672536456357,
|
||||
"queueWeight": 0.8892672536456357,
|
||||
"qualityFactor": 0.11253393811816853,
|
||||
"queueFactor": 0.8889211424397748,
|
||||
"queueWeight": 0.8889211424397748,
|
||||
"recentSuccess": 54,
|
||||
"recentSuccessRate": 0.09215017064846416,
|
||||
"recentTerminal": 586,
|
||||
"recentWilsonLowerBound": 0.07131352628553707,
|
||||
"recentSuccessRate": 0.0919931856899489,
|
||||
"recentTerminal": 587,
|
||||
"recentWilsonLowerBound": 0.07119083936004317,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.10962344420636562,
|
||||
"selectionWeight": 0.1000337968352493,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 97.66666666666667,
|
||||
"waiting": 27843
|
||||
"throughputPerHour": 97.83333333333333,
|
||||
"waiting": 27842
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 37.54353562005277,
|
||||
"backlogHours": 37.46842105263158,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.2053064316580484,
|
||||
"queueWeight": 1.2053064316580484,
|
||||
"queueFactor": 1.2048846280968026,
|
||||
"queueWeight": 1.2048846280968026,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.0316622691292876,
|
||||
"recentTerminal": 758,
|
||||
"recentWilsonLowerBound": 0.021367662478738177,
|
||||
"recentSuccessRate": 0.031578947368421054,
|
||||
"recentTerminal": 760,
|
||||
"recentWilsonLowerBound": 0.021311193069509987,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.060265321582902424,
|
||||
"selectionWeight": 0.060244231404840136,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 126.33333333333333,
|
||||
"waiting": 4743
|
||||
"throughputPerHour": 126.66666666666667,
|
||||
"waiting": 4746
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 97.54171301446051,
|
||||
"backlogHours": 97.29046563192904,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0444777495717783,
|
||||
"queueWeight": 1.0444777495717783,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.01557285873192436,
|
||||
"recentTerminal": 899,
|
||||
"recentWilsonLowerBound": 0.009298665260195177,
|
||||
"queueFactor": 1.044202503721623,
|
||||
"queueWeight": 1.044202503721623,
|
||||
"recentSuccess": 18,
|
||||
"recentSuccessRate": 0.019955654101995565,
|
||||
"recentTerminal": 902,
|
||||
"recentWilsonLowerBound": 0.012659492716022578,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.052223887478588915,
|
||||
"selectionWeight": 0.05221012518608115,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 149.83333333333334,
|
||||
"waiting": 14615
|
||||
"throughputPerHour": 150.33333333333334,
|
||||
"waiting": 14626
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 83.27441860465116,
|
||||
"backlogHours": 83.73831775700934,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0695497930797295,
|
||||
"queueWeight": 1.0695497930797295,
|
||||
"queueFactor": 1.067964059967855,
|
||||
"queueWeight": 1.067964059967855,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.046511627906976744,
|
||||
"recentTerminal": 645,
|
||||
"recentWilsonLowerBound": 0.03277154891118325,
|
||||
"recentSuccessRate": 0.04672897196261682,
|
||||
"recentTerminal": 642,
|
||||
"recentWilsonLowerBound": 0.03292559580951046,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.05347748965398648,
|
||||
"selectionWeight": 0.053398202998392756,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 107.5,
|
||||
"waiting": 8952
|
||||
"throughputPerHour": 107.0,
|
||||
"waiting": 8960
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 63.74380165289256,
|
||||
"backlogHours": 63.925925925925924,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.1132996057375193,
|
||||
"queueWeight": 1.1132996057375193,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.045454545454545456,
|
||||
"recentTerminal": 242,
|
||||
"recentWilsonLowerBound": 0.025567561958883746,
|
||||
"queueFactor": 1.1120996867146065,
|
||||
"queueWeight": 1.1120996867146065,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.04938271604938271,
|
||||
"recentTerminal": 243,
|
||||
"recentWilsonLowerBound": 0.028471265998368658,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.05566498028687597,
|
||||
"selectionWeight": 0.05560498433573033,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 40.333333333333336,
|
||||
"waiting": 2571
|
||||
"throughputPerHour": 40.5,
|
||||
"waiting": 2589
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 155.375,
|
||||
"backlogHours": 154.05154639175257,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.4586339123870835,
|
||||
"queueFactor": 0.9740260636433935,
|
||||
"queueWeight": 0.9740260636433935,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.17708333333333334,
|
||||
"recentTerminal": 192,
|
||||
"recentWilsonLowerBound": 0.12957860055305548,
|
||||
"qualityFactor": 0.4762483229708909,
|
||||
"queueFactor": 0.9746425403368031,
|
||||
"queueWeight": 0.9746425403368031,
|
||||
"recentSuccess": 36,
|
||||
"recentSuccessRate": 0.18556701030927836,
|
||||
"recentTerminal": 194,
|
||||
"recentWilsonLowerBound": 0.13715749404238659,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.44672138433576,
|
||||
"selectionWeight": 0.4641718753314914,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 32.0,
|
||||
"waiting": 4972
|
||||
"throughputPerHour": 32.333333333333336,
|
||||
"waiting": 4981
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2836.5882352941176,
|
||||
"backlogHours": 2755.5428571428574,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.3954409046974732,
|
||||
"qualityFactor": 1.5087128471288824,
|
||||
"queueFactor": 0.7,
|
||||
"queueWeight": 0.7,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.35294117647058826,
|
||||
"recentTerminal": 34,
|
||||
"recentWilsonLowerBound": 0.2148771489529607,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.37142857142857144,
|
||||
"recentTerminal": 35,
|
||||
"recentWilsonLowerBound": 0.2316560736889106,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.9768086332882312,
|
||||
"selectionWeight": 1.0560989929902176,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.666666666666667,
|
||||
"throughputPerHour": 5.833333333333333,
|
||||
"waiting": 16074
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 152.07194244604315,
|
||||
"backlogHours": 150.75534441805226,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.06380245092286416,
|
||||
"queueFactor": 0.9771705853519289,
|
||||
"queueWeight": 0.9771705853519289,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.07434052757793765,
|
||||
"recentTerminal": 417,
|
||||
"recentWilsonLowerBound": 0.052863578316026096,
|
||||
"qualityFactor": 0.06214983597745556,
|
||||
"queueFactor": 0.9778097533535148,
|
||||
"queueWeight": 0.9778097533535148,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.07600950118764846,
|
||||
"recentTerminal": 421,
|
||||
"recentWilsonLowerBound": 0.05435287344880462,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.06234587831518289,
|
||||
"selectionWeight": 0.060770715788077224,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 69.5,
|
||||
"waiting": 10569
|
||||
"throughputPerHour": 70.16666666666667,
|
||||
"waiting": 10578
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 155.06511627906977,
|
||||
"backlogHours": 154.74709976798144,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9743177915199709,
|
||||
"queueWeight": 0.9743177915199709,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.03953488372093023,
|
||||
"recentTerminal": 430,
|
||||
"recentWilsonLowerBound": 0.02482766718414567,
|
||||
"queueFactor": 0.9739841617432894,
|
||||
"queueWeight": 0.9739841617432894,
|
||||
"recentSuccess": 18,
|
||||
"recentSuccessRate": 0.04176334106728538,
|
||||
"recentTerminal": 431,
|
||||
"recentWilsonLowerBound": 0.026577873784237566,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.048715889575998546,
|
||||
"selectionWeight": 0.04869920808716447,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 71.66666666666667,
|
||||
"waiting": 11113
|
||||
"throughputPerHour": 71.83333333333333,
|
||||
"waiting": 11116
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 108.67245873153779,
|
||||
"backlogHours": 108.8608695652174,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0276845451959884,
|
||||
"queueWeight": 1.0276845451959884,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.026064291920069503,
|
||||
"recentTerminal": 1151,
|
||||
"recentWilsonLowerBound": 0.01831727629766841,
|
||||
"queueFactor": 1.0267495061265384,
|
||||
"queueWeight": 1.0267495061265384,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.025217391304347827,
|
||||
"recentTerminal": 1150,
|
||||
"recentWilsonLowerBound": 0.017614434978022345,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.05138422725979942,
|
||||
"selectionWeight": 0.05133747530632692,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 191.83333333333334,
|
||||
"waiting": 20847
|
||||
"throughputPerHour": 191.66666666666666,
|
||||
"waiting": 20865
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 8634.0,
|
||||
"backlogHours": 7306.153846153847,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
@@ -671,65 +671,65 @@
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.7,
|
||||
"queueWeight": 0.7,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.5454545454545454,
|
||||
"recentTerminal": 11,
|
||||
"recentWilsonLowerBound": 0.2800877556899882,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.5384615384615384,
|
||||
"recentTerminal": 13,
|
||||
"recentWilsonLowerBound": 0.29143432431832045,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.75,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 1.8333333333333333,
|
||||
"waiting": 15829
|
||||
"throughputPerHour": 2.1666666666666665,
|
||||
"waiting": 15830
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 70.80310880829016,
|
||||
"backlogHours": 70.65116279069767,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0958974095789369,
|
||||
"queueWeight": 1.0958974095789369,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.006044905008635579,
|
||||
"recentTerminal": 1158,
|
||||
"recentWilsonLowerBound": 0.0029311549280828463,
|
||||
"queueFactor": 1.0955378214863198,
|
||||
"queueWeight": 1.0955378214863198,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.0068906115417743325,
|
||||
"recentTerminal": 1161,
|
||||
"recentWilsonLowerBound": 0.0034956043088087345,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.05479487047894685,
|
||||
"selectionWeight": 0.05477689107431599,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 193.0,
|
||||
"waiting": 13665
|
||||
"throughputPerHour": 193.5,
|
||||
"waiting": 13671
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 66.71551052221356,
|
||||
"backlogHours": 66.85580670303975,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.1057163395811294,
|
||||
"queueWeight": 1.1057163395811294,
|
||||
"queueFactor": 1.1046492511024415,
|
||||
"queueWeight": 1.1046492511024415,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.0171473109898675,
|
||||
"recentTerminal": 1283,
|
||||
"recentWilsonLowerBound": 0.011350688899629837,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.05528581697905647,
|
||||
"selectionWeight": 0.055232462555122076,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 213.83333333333334,
|
||||
"waiting": 14266
|
||||
"waiting": 14296
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T10:37:34.882639+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T10:48:25.668122+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T10:37:34.882639+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T10:48:25.668122+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user