state: generation 10067 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-20T01:01:37.020572+00:00",
|
||||
"generatedAt": "2026-09-20T01:05:11.968755+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -43,7 +43,7 @@
|
||||
"3": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 735,
|
||||
"listingErrors": 736,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 3,
|
||||
"nextAccountIndex": 4,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-20T01:01:36.997205+00:00",
|
||||
"updatedAt": "2026-09-20T01:05:11.944230+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,29 +416,29 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-20T00:59:23.510279+00:00",
|
||||
"generatedAt": "2026-09-20T01:02:43.778144+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1150.72131147541,
|
||||
"backlogHours": 1071.526717557252,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.7604425700146362,
|
||||
"queueFactor": 0.9888528382276283,
|
||||
"queueWeight": 0.9888528382276283,
|
||||
"recentSuccess": 42,
|
||||
"recentSuccessRate": 0.3442622950819672,
|
||||
"recentTerminal": 122,
|
||||
"recentWilsonLowerBound": 0.2658660516578213,
|
||||
"qualityFactor": 1.7058180838147012,
|
||||
"queueFactor": 0.9922684332784558,
|
||||
"queueWeight": 0.9922684332784558,
|
||||
"recentSuccess": 43,
|
||||
"recentSuccessRate": 0.3282442748091603,
|
||||
"recentTerminal": 131,
|
||||
"recentWilsonLowerBound": 0.2537276778399655,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.7408186318957133,
|
||||
"selectionWeight": 1.6926294374848712,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.333333333333332,
|
||||
"waiting": 23398
|
||||
"throughputPerHour": 21.833333333333332,
|
||||
"waiting": 23395
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
@@ -448,15 +448,15 @@
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.1508516708773913,
|
||||
"queueFactor": 0.9755239473086138,
|
||||
"queueWeight": 0.9755239473086138,
|
||||
"recentSuccess": 49,
|
||||
"recentSuccessRate": 0.3684210526315789,
|
||||
"qualityFactor": 2.074037129821527,
|
||||
"queueFactor": 0.9684793682640264,
|
||||
"queueWeight": 0.9684793682640264,
|
||||
"recentSuccess": 47,
|
||||
"recentSuccessRate": 0.3533834586466165,
|
||||
"recentTerminal": 133,
|
||||
"recentWilsonLowerBound": 0.2912079039326208,
|
||||
"recentWilsonLowerBound": 0.2773009746386,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.0982073120496403,
|
||||
"selectionWeight": 2.008662169245687,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.166666666666668,
|
||||
@@ -464,73 +464,73 @@
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 180.7826086956522,
|
||||
"backlogHours": 179.59259259259258,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.19204605438677355,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"qualityFactor": 0.20338822942908022,
|
||||
"queueFactor": 1.2971385401764817,
|
||||
"queueWeight": 1.2971385401764817,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.14285714285714285,
|
||||
"recentTerminal": 161,
|
||||
"recentWilsonLowerBound": 0.09711621813163505,
|
||||
"recentSuccessRate": 0.1419753086419753,
|
||||
"recentTerminal": 162,
|
||||
"recentWilsonLowerBound": 0.09650426940997234,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.24965987070280563,
|
||||
"selectionWeight": 0.26382271101071647,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 26.833333333333332,
|
||||
"waiting": 4851
|
||||
"throughputPerHour": 27.0,
|
||||
"waiting": 4849
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1934.8695652173913,
|
||||
"backlogHours": 2119.1428571428573,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 1.2411154691103288,
|
||||
"queueFactor": 0.9147015896514946,
|
||||
"queueWeight": 0.9147015896514946,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.34782608695652173,
|
||||
"recentTerminal": 46,
|
||||
"recentWilsonLowerBound": 0.22680806269918058,
|
||||
"qualityFactor": 1.3729898311041002,
|
||||
"queueFactor": 0.8957887231874095,
|
||||
"queueWeight": 0.8957887231874095,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.35714285714285715,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.22988992501626865,
|
||||
"running": 7,
|
||||
"selectionWeight": 1.1352502925362782,
|
||||
"selectionWeight": 1.229908807754039,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.666666666666667,
|
||||
"throughputPerHour": 7.0,
|
||||
"waiting": 14834
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 538.4554455445545,
|
||||
"backlogHours": 538.3366336633663,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.5510214815990516,
|
||||
"queueFactor": 1.1081657461920906,
|
||||
"queueWeight": 1.1081657461920906,
|
||||
"qualityFactor": 0.5917366560246186,
|
||||
"queueFactor": 1.1001997349161092,
|
||||
"queueWeight": 1.1001997349161092,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.22772277227722773,
|
||||
"recentTerminal": 101,
|
||||
"recentWilsonLowerBound": 0.1568071700397204,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.6106231313240844,
|
||||
"selectionWeight": 0.6510285120984303,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.833333333333332,
|
||||
"waiting": 9064
|
||||
"waiting": 9062
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 56.30597014925373,
|
||||
"backlogHours": 53.4468085106383,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -539,197 +539,197 @@
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.04477611940298507,
|
||||
"recentTerminal": 268,
|
||||
"recentWilsonLowerBound": 0.025796293710679707,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.04609929078014184,
|
||||
"recentTerminal": 282,
|
||||
"recentWilsonLowerBound": 0.027135452602292838,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 44.666666666666664,
|
||||
"waiting": 2515
|
||||
"throughputPerHour": 47.0,
|
||||
"waiting": 2512
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 152.33160621761658,
|
||||
"backlogHours": 146.97,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.30567741597806336,
|
||||
"qualityFactor": 0.27889059414661804,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.16580310880829016,
|
||||
"recentTerminal": 193,
|
||||
"recentWilsonLowerBound": 0.1199624652802554,
|
||||
"running": 1,
|
||||
"selectionWeight": 0.3973806407714824,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.155,
|
||||
"recentTerminal": 200,
|
||||
"recentWilsonLowerBound": 0.11139568514638545,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.3625577723906035,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 32.166666666666664,
|
||||
"waiting": 4900
|
||||
"throughputPerHour": 33.333333333333336,
|
||||
"waiting": 4899
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2904.3636363636365,
|
||||
"backlogHours": 2818.9411764705883,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.2699015083502725,
|
||||
"queueFactor": 0.8606360610311721,
|
||||
"queueWeight": 0.8606360610311721,
|
||||
"qualityFactor": 2.268529663670846,
|
||||
"queueFactor": 0.858255754749192,
|
||||
"queueWeight": 0.858255754749192,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.45454545454545453,
|
||||
"recentTerminal": 33,
|
||||
"recentWilsonLowerBound": 0.298426891258915,
|
||||
"recentSuccessRate": 0.4411764705882353,
|
||||
"recentTerminal": 34,
|
||||
"recentWilsonLowerBound": 0.2888324021529675,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.9535590930752946,
|
||||
"selectionWeight": 1.9469786386647525,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.5,
|
||||
"throughputPerHour": 5.666666666666667,
|
||||
"waiting": 15974
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 630.1782178217823,
|
||||
"backlogHours": 636.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.9340295050184798,
|
||||
"queueFactor": 1.082324974130106,
|
||||
"queueWeight": 1.082324974130106,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.27722772277227725,
|
||||
"recentTerminal": 101,
|
||||
"recentWilsonLowerBound": 0.1993169020819432,
|
||||
"qualityFactor": 0.9311861304150642,
|
||||
"queueFactor": 1.0730280099684713,
|
||||
"queueWeight": 1.0730280099684713,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.27,
|
||||
"recentTerminal": 100,
|
||||
"recentWilsonLowerBound": 0.1926946091766482,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.0109234598558818,
|
||||
"selectionWeight": 0.9991888004295176,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.833333333333332,
|
||||
"waiting": 10608
|
||||
"throughputPerHour": 16.666666666666668,
|
||||
"waiting": 10600
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 774.8372093023255,
|
||||
"backlogHours": 774.6976744186046,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.1082916753809948,
|
||||
"queueFactor": 1.0492902021332147,
|
||||
"queueWeight": 1.0492902021332147,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.3023255813953488,
|
||||
"qualityFactor": 1.0707611168099325,
|
||||
"queueFactor": 1.0417410748254505,
|
||||
"queueWeight": 1.0417410748254505,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.29069767441860467,
|
||||
"recentTerminal": 86,
|
||||
"recentWilsonLowerBound": 0.21543382392193752,
|
||||
"recentWilsonLowerBound": 0.20532437829302616,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.1629195960830832,
|
||||
"selectionWeight": 1.1154558367068788,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.333333333333334,
|
||||
"waiting": 11106
|
||||
"waiting": 11104
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 2210.0689655172414,
|
||||
"backlogHours": 2248.6315789473683,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.8966362933697988,
|
||||
"queueWeight": 0.8966362933697988,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.43103448275862066,
|
||||
"recentTerminal": 58,
|
||||
"recentWilsonLowerBound": 0.3118160080083492,
|
||||
"queueFactor": 0.887854663782243,
|
||||
"queueWeight": 0.887854663782243,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.42105263157894735,
|
||||
"recentTerminal": 57,
|
||||
"recentWilsonLowerBound": 0.3018739975305185,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.241590733424497,
|
||||
"selectionWeight": 2.2196366594556074,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 9.666666666666666,
|
||||
"waiting": 21364
|
||||
"throughputPerHour": 9.5,
|
||||
"waiting": 21362
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 7166.769230769231,
|
||||
"backlogHours": 7167.6923076923085,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.13162799143569934,
|
||||
"queueFactor": 0.7515859878852255,
|
||||
"queueWeight": 0.7515859878852255,
|
||||
"qualityFactor": 0.14135403081811876,
|
||||
"queueFactor": 0.7461441237770122,
|
||||
"queueWeight": 0.7461441237770122,
|
||||
"recentSuccess": 3,
|
||||
"recentSuccessRate": 0.23076923076923078,
|
||||
"recentTerminal": 13,
|
||||
"recentWilsonLowerBound": 0.08179379092465712,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.09892975397654809,
|
||||
"selectionWeight": 0.105470479467134,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.1666666666666665,
|
||||
"waiting": 15528
|
||||
"waiting": 15530
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2352.1666666666665,
|
||||
"backlogHours": 2646.1875,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.12093423916115349,
|
||||
"queueFactor": 0.8882945021563557,
|
||||
"queueWeight": 0.8882945021563557,
|
||||
"qualityFactor": 0.16976392812788357,
|
||||
"queueFactor": 0.8664360905386014,
|
||||
"queueWeight": 0.8664360905386014,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.16666666666666666,
|
||||
"recentTerminal": 36,
|
||||
"recentWilsonLowerBound": 0.07870340628564097,
|
||||
"recentSuccessRate": 0.1875,
|
||||
"recentTerminal": 32,
|
||||
"recentWilsonLowerBound": 0.08889423936162782,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.1074252197693145,
|
||||
"selectionWeight": 0.14708959420159956,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 6.0,
|
||||
"throughputPerHour": 5.333333333333333,
|
||||
"waiting": 14113
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 985.0,
|
||||
"backlogHours": 963.4565217391304,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.464563823499421,
|
||||
"queueFactor": 1.0121893262596753,
|
||||
"queueWeight": 1.0121893262596753,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.3333333333333333,
|
||||
"recentTerminal": 90,
|
||||
"recentWilsonLowerBound": 0.24453359953239737,
|
||||
"qualityFactor": 1.6313940735997214,
|
||||
"queueFactor": 1.0082188386634405,
|
||||
"queueWeight": 1.0082188386634405,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.33695652173913043,
|
||||
"recentTerminal": 92,
|
||||
"recentWilsonLowerBound": 0.24863459523567621,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.4824158697721728,
|
||||
"selectionWeight": 1.6448022382871306,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.0,
|
||||
"waiting": 14775
|
||||
"throughputPerHour": 15.333333333333334,
|
||||
"waiting": 14773
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-20T00:52:39.202856+00:00",
|
||||
"queueAttemptedAt": "2026-09-20T01:02:43.778144+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-20T00:52:39.202856+00:00",
|
||||
"queueUpdatedAt": "2026-09-20T01:02:43.778144+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user