state: generation 9949 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T18:17:33.877497+00:00",
|
||||
"generatedAt": "2026-09-19T18:21:04.873328+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -59,7 +59,7 @@
|
||||
"5": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 725,
|
||||
"listingErrors": 726,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 5,
|
||||
"nextAccountIndex": 6,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T18:17:33.853180+00:00",
|
||||
"updatedAt": "2026-09-19T18:21:04.847476+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T18:15:14.222496+00:00",
|
||||
"generatedAt": "2026-09-19T18:18:45.564678+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1208.5344827586207,
|
||||
"backlogHours": 1198.2564102564102,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.7847731731015811,
|
||||
"queueFactor": 0.9789492693581732,
|
||||
"queueWeight": 0.9789492693581732,
|
||||
"qualityFactor": 0.808475049727292,
|
||||
"queueFactor": 0.980767628555678,
|
||||
"queueWeight": 0.980767628555678,
|
||||
"recentSuccess": 34,
|
||||
"recentSuccessRate": 0.29310344827586204,
|
||||
"recentTerminal": 116,
|
||||
"recentWilsonLowerBound": 0.21796941154524363,
|
||||
"recentSuccessRate": 0.2905982905982906,
|
||||
"recentTerminal": 117,
|
||||
"recentWilsonLowerBound": 0.21602760266916318,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.768253124419688,
|
||||
"selectionWeight": 0.7929261572674701,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.333333333333332,
|
||||
"waiting": 23365
|
||||
"throughputPerHour": 19.5,
|
||||
"waiting": 23366
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1442.948275862069,
|
||||
"backlogHours": 1442.844827586207,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9532601298707734,
|
||||
"queueWeight": 0.9532601298707734,
|
||||
"recentSuccess": 53,
|
||||
"recentSuccessRate": 0.45689655172413796,
|
||||
"queueFactor": 0.9538182835922218,
|
||||
"queueWeight": 0.9538182835922218,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.4482758620689655,
|
||||
"recentTerminal": 116,
|
||||
"recentWilsonLowerBound": 0.36908036605672895,
|
||||
"recentWilsonLowerBound": 0.3608783144793255,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.3831503246769334,
|
||||
"selectionWeight": 2.3845457089805544,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.333333333333332,
|
||||
"waiting": 27897
|
||||
"waiting": 27895
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 161.4,
|
||||
"backlogHours": 164.16949152542372,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.19068177343735396,
|
||||
"qualityFactor": 0.22744381369491143,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.16111111111111112,
|
||||
"recentTerminal": 180,
|
||||
"recentWilsonLowerBound": 0.11457950211011259,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.1694915254237288,
|
||||
"recentTerminal": 177,
|
||||
"recentWilsonLowerBound": 0.12138052794207303,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.24788630546856016,
|
||||
"selectionWeight": 0.2956769578033849,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 30.0,
|
||||
"waiting": 4842
|
||||
"throughputPerHour": 29.5,
|
||||
"waiting": 4843
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1406.6666666666667,
|
||||
"backlogHours": 1429.3548387096773,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.2836566874015838,
|
||||
"queueFactor": 0.9569083937716397,
|
||||
"queueWeight": 0.9569083937716397,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.2222222222222222,
|
||||
"recentTerminal": 63,
|
||||
"recentWilsonLowerBound": 0.13724883861823153,
|
||||
"qualityFactor": 0.25055335505441734,
|
||||
"queueFactor": 0.9551631930855758,
|
||||
"queueWeight": 0.9551631930855758,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.20967741935483872,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.1268387028631334,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.27143346512403366,
|
||||
"selectionWeight": 0.23931934265208127,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.5,
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
"waiting": 14770
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 399.70588235294116,
|
||||
"backlogHours": 408.49624060150376,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.26880813815600735,
|
||||
"queueFactor": 1.155680971530887,
|
||||
"queueWeight": 1.155680971530887,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.19117647058823528,
|
||||
"recentTerminal": 136,
|
||||
"recentWilsonLowerBound": 0.1339352099342089,
|
||||
"qualityFactor": 0.3283929314647589,
|
||||
"queueFactor": 1.1525781376319537,
|
||||
"queueWeight": 1.1525781376319537,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.20300751879699247,
|
||||
"recentTerminal": 133,
|
||||
"recentWilsonLowerBound": 0.1434359333630463,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3106564502595434,
|
||||
"selectionWeight": 0.37849851335914964,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.666666666666668,
|
||||
"waiting": 9060
|
||||
"throughputPerHour": 22.166666666666668,
|
||||
"waiting": 9055
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 41.26203208556149,
|
||||
"backlogHours": 41.152,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -539,197 +539,197 @@
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.0374331550802139,
|
||||
"recentTerminal": 374,
|
||||
"recentWilsonLowerBound": 0.02242671275582684,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.034666666666666665,
|
||||
"recentTerminal": 375,
|
||||
"recentWilsonLowerBound": 0.020369211110256098,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 62.333333333333336,
|
||||
"throughputPerHour": 62.5,
|
||||
"waiting": 2572
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 98.13861386138613,
|
||||
"backlogHours": 98.71096345514951,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.07684799102732075,
|
||||
"qualityFactor": 0.06927653651414378,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.10561056105610561,
|
||||
"recentTerminal": 303,
|
||||
"recentWilsonLowerBound": 0.07580684937078905,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.09966777408637874,
|
||||
"recentTerminal": 301,
|
||||
"recentWilsonLowerBound": 0.07070867120199391,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.09990238833551697,
|
||||
"selectionWeight": 0.09005949746838691,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 50.5,
|
||||
"waiting": 4956
|
||||
"throughputPerHour": 50.166666666666664,
|
||||
"waiting": 4952
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3206.8,
|
||||
"backlogHours": 3562.6666666666665,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.9744616382880331,
|
||||
"queueFactor": 0.8456453445349528,
|
||||
"queueWeight": 0.8456453445349528,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 30,
|
||||
"recentWilsonLowerBound": 0.3315385122717376,
|
||||
"qualityFactor": 1.7570595694995714,
|
||||
"queueFactor": 0.832879760478372,
|
||||
"queueWeight": 0.832879760478372,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.48148148148148145,
|
||||
"recentTerminal": 27,
|
||||
"recentWilsonLowerBound": 0.3074295064970908,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.669694292381131,
|
||||
"selectionWeight": 1.4634193533910345,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.0,
|
||||
"waiting": 16034
|
||||
"throughputPerHour": 4.5,
|
||||
"waiting": 16032
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 580.0363636363637,
|
||||
"backlogHours": 590.5555555555555,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.3511301197931832,
|
||||
"queueFactor": 1.092900841567501,
|
||||
"queueWeight": 1.092900841567501,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.21818181818181817,
|
||||
"recentTerminal": 110,
|
||||
"recentWilsonLowerBound": 0.15122852088416214,
|
||||
"qualityFactor": 0.4766858908238211,
|
||||
"queueFactor": 1.090584882362848,
|
||||
"queueWeight": 1.090584882362848,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.24074074074074073,
|
||||
"recentTerminal": 108,
|
||||
"recentWilsonLowerBound": 0.16991077352557898,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.3837504034216674,
|
||||
"selectionWeight": 0.5198664261681263,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 18.333333333333332,
|
||||
"waiting": 10634
|
||||
"throughputPerHour": 18.0,
|
||||
"waiting": 10630
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 689.381443298969,
|
||||
"backlogHours": 675.2121212121212,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.3258901808289099,
|
||||
"queueFactor": 1.0649521758788647,
|
||||
"queueWeight": 1.0649521758788647,
|
||||
"qualityFactor": 0.326875563678739,
|
||||
"queueFactor": 1.06888886436201,
|
||||
"queueWeight": 1.06888886436201,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.21649484536082475,
|
||||
"recentTerminal": 97,
|
||||
"recentWilsonLowerBound": 0.14618670657065766,
|
||||
"recentSuccessRate": 0.21212121212121213,
|
||||
"recentTerminal": 99,
|
||||
"recentWilsonLowerBound": 0.14313429916193274,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.3470574571713043,
|
||||
"selectionWeight": 0.34939365004825923,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.166666666666668,
|
||||
"waiting": 11145
|
||||
"throughputPerHour": 16.5,
|
||||
"waiting": 11141
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1907.2835820895523,
|
||||
"backlogHours": 1852.1739130434783,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.9778426234821979,
|
||||
"queueFactor": 0.9141906033333229,
|
||||
"queueWeight": 0.9141906033333229,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.34328358208955223,
|
||||
"recentTerminal": 67,
|
||||
"recentWilsonLowerBound": 0.24088841959339713,
|
||||
"qualityFactor": 1.2045971125715147,
|
||||
"queueFactor": 0.9187478222655795,
|
||||
"queueWeight": 0.9187478222655795,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.36231884057971014,
|
||||
"recentTerminal": 69,
|
||||
"recentWilsonLowerBound": 0.2589555625346011,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.8939345379262298,
|
||||
"selectionWeight": 1.1067209738824841,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.166666666666666,
|
||||
"waiting": 21298
|
||||
"throughputPerHour": 11.5,
|
||||
"waiting": 21300
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 7323.6923076923085,
|
||||
"backlogHours": 7933.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.486837396261498,
|
||||
"queueFactor": 0.7471185681662995,
|
||||
"queueWeight": 0.7471185681662995,
|
||||
"qualityFactor": 1.912511760036664,
|
||||
"queueFactor": 0.7386402490625307,
|
||||
"queueWeight": 0.7386402490625307,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.5384615384615384,
|
||||
"recentTerminal": 13,
|
||||
"recentWilsonLowerBound": 0.29143432431832045,
|
||||
"recentSuccessRate": 0.5833333333333334,
|
||||
"recentTerminal": 12,
|
||||
"recentWilsonLowerBound": 0.3195073356553728,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.1108438265909992,
|
||||
"selectionWeight": 1.4126581627685004,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.1666666666666665,
|
||||
"waiting": 15868
|
||||
"throughputPerHour": 2.0,
|
||||
"waiting": 15866
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2086.5,
|
||||
"backlogHours": 2035.9024390243903,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9019579382596485,
|
||||
"queueWeight": 0.9019579382596485,
|
||||
"queueFactor": 0.9058056863988276,
|
||||
"queueWeight": 0.9058056863988276,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.1,
|
||||
"recentTerminal": 40,
|
||||
"recentWilsonLowerBound": 0.03957888759557486,
|
||||
"recentSuccessRate": 0.0975609756097561,
|
||||
"recentTerminal": 41,
|
||||
"recentWilsonLowerBound": 0.03859645975296141,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.04509789691298243,
|
||||
"selectionWeight": 0.045290284319941386,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 6.666666666666667,
|
||||
"waiting": 13910
|
||||
"throughputPerHour": 6.833333333333333,
|
||||
"waiting": 13912
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 888.9090909090909,
|
||||
"backlogHours": 907.2371134020618,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.8110863811324932,
|
||||
"queueFactor": 1.0251099322404782,
|
||||
"queueWeight": 1.0251099322404782,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.30303030303030304,
|
||||
"recentTerminal": 99,
|
||||
"recentWilsonLowerBound": 0.22126156934946595,
|
||||
"qualityFactor": 0.8160478432451408,
|
||||
"queueFactor": 1.0225639219879519,
|
||||
"queueWeight": 1.0225639219879519,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.29896907216494845,
|
||||
"recentTerminal": 97,
|
||||
"recentWilsonLowerBound": 0.21694502760133394,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.8314527052039048,
|
||||
"selectionWeight": 0.8344610831185605,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.5,
|
||||
"throughputPerHour": 16.166666666666668,
|
||||
"waiting": 14667
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T18:05:37.571262+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T18:18:45.564678+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T18:05:37.571262+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T18:18:45.564678+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user