state: generation 9955 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T18:38:49.420823+00:00",
|
||||
"generatedAt": "2026-09-19T18:42:05.400970+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -27,7 +27,7 @@
|
||||
"11": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 725,
|
||||
"listingErrors": 726,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 11,
|
||||
"nextAccountIndex": 0,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T18:38:49.397355+00:00",
|
||||
"updatedAt": "2026-09-19T18:42:05.377325+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T18:36:40.579011+00:00",
|
||||
"generatedAt": "2026-09-19T18:39:57.371652+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 1197.8461538461538,
|
||||
"backlogHours": 1177.6638655462186,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.9043962481666261,
|
||||
"queueFactor": 0.9807763688864812,
|
||||
"queueWeight": 0.9807763688864812,
|
||||
"recentSuccess": 36,
|
||||
"recentSuccessRate": 0.3076923076923077,
|
||||
"recentTerminal": 117,
|
||||
"recentWilsonLowerBound": 0.23128742019159806,
|
||||
"running": 11,
|
||||
"selectionWeight": 0.8870104683114205,
|
||||
"qualityFactor": 1.0534089247269975,
|
||||
"queueFactor": 0.9812303569020602,
|
||||
"queueWeight": 0.9812303569020602,
|
||||
"recentSuccess": 37,
|
||||
"recentSuccessRate": 0.31092436974789917,
|
||||
"recentTerminal": 119,
|
||||
"recentWilsonLowerBound": 0.23476920298350337,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.0336368151736872,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.5,
|
||||
"waiting": 23358
|
||||
"throughputPerHour": 19.833333333333332,
|
||||
"waiting": 23357
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1406.2689075630253,
|
||||
"backlogHours": 1455.0782608695652,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9574583555235229,
|
||||
"queueWeight": 0.9574583555235229,
|
||||
"recentSuccess": 54,
|
||||
"recentSuccessRate": 0.453781512605042,
|
||||
"recentTerminal": 119,
|
||||
"recentWilsonLowerBound": 0.3671730228743812,
|
||||
"running": 9,
|
||||
"selectionWeight": 2.3936458888088072,
|
||||
"queueFactor": 0.9505855875312063,
|
||||
"queueWeight": 0.9505855875312063,
|
||||
"recentSuccess": 50,
|
||||
"recentSuccessRate": 0.43478260869565216,
|
||||
"recentTerminal": 115,
|
||||
"recentWilsonLowerBound": 0.3477375476536349,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.376463968828016,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.833333333333332,
|
||||
"waiting": 27891
|
||||
"throughputPerHour": 19.166666666666668,
|
||||
"waiting": 27889
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 168.94186046511626,
|
||||
"backlogHours": 167.96531791907515,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.21364437347984003,
|
||||
"qualityFactor": 0.23767587612951918,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.1686046511627907,
|
||||
"recentTerminal": 172,
|
||||
"recentWilsonLowerBound": 0.1200337136726377,
|
||||
"recentSuccessRate": 0.1676300578034682,
|
||||
"recentTerminal": 173,
|
||||
"recentWilsonLowerBound": 0.11932367763160705,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.277737685523792,
|
||||
"selectionWeight": 0.30897863896837496,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 28.666666666666668,
|
||||
"throughputPerHour": 28.833333333333332,
|
||||
"waiting": 4843
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1428.967741935484,
|
||||
"backlogHours": 1363.1076923076923,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.24120053572631062,
|
||||
"queueFactor": 0.9551614495369047,
|
||||
"queueWeight": 0.9551614495369047,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.20967741935483872,
|
||||
"recentTerminal": 62,
|
||||
"recentWilsonLowerBound": 0.1268387028631334,
|
||||
"running": 9,
|
||||
"selectionWeight": 0.23038545333342084,
|
||||
"qualityFactor": 0.36567812862686244,
|
||||
"queueFactor": 0.9599412469590131,
|
||||
"queueWeight": 0.9599412469590131,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.23076923076923078,
|
||||
"recentTerminal": 65,
|
||||
"recentWilsonLowerBound": 0.14513708450988846,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3510295187797087,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.333333333333334,
|
||||
"waiting": 14766
|
||||
"throughputPerHour": 10.833333333333334,
|
||||
"waiting": 14767
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 408.49624060150376,
|
||||
"backlogHours": 396.56934306569343,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.316134465574529,
|
||||
"queueFactor": 1.1525292073706432,
|
||||
"queueWeight": 1.1525292073706432,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.20300751879699247,
|
||||
"recentTerminal": 133,
|
||||
"recentWilsonLowerBound": 0.1434359333630463,
|
||||
"qualityFactor": 0.4025840134723338,
|
||||
"queueFactor": 1.1552508787615723,
|
||||
"queueWeight": 1.1552508787615723,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.2116788321167883,
|
||||
"recentTerminal": 137,
|
||||
"recentWilsonLowerBound": 0.15162090848199464,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.36435420503115384,
|
||||
"selectionWeight": 0.46508553533927427,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.166666666666668,
|
||||
"throughputPerHour": 22.833333333333332,
|
||||
"waiting": 9055
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 44.04,
|
||||
"backlogHours": 45.07017543859649,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,125 +540,125 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.03142857142857143,
|
||||
"recentTerminal": 350,
|
||||
"recentWilsonLowerBound": 0.01763799464064067,
|
||||
"running": 25,
|
||||
"recentSuccessRate": 0.03216374269005848,
|
||||
"recentTerminal": 342,
|
||||
"recentWilsonLowerBound": 0.01805272147959169,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 58.333333333333336,
|
||||
"throughputPerHour": 57.0,
|
||||
"waiting": 2569
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 115.58754863813229,
|
||||
"backlogHours": 118.3027888446215,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.08684023569609435,
|
||||
"qualityFactor": 0.1031809686341935,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.11284046692607004,
|
||||
"recentTerminal": 257,
|
||||
"recentWilsonLowerBound": 0.07972405764035044,
|
||||
"running": 3,
|
||||
"selectionWeight": 0.11289230640492266,
|
||||
"recentSuccessRate": 0.11553784860557768,
|
||||
"recentTerminal": 251,
|
||||
"recentWilsonLowerBound": 0.08165935532647972,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.13413525922445155,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 42.833333333333336,
|
||||
"waiting": 4951
|
||||
"throughputPerHour": 41.833333333333336,
|
||||
"waiting": 4949
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3435.642857142857,
|
||||
"backlogHours": 3316.9655172413795,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.928702499278943,
|
||||
"queueFactor": 0.8373922707063107,
|
||||
"queueWeight": 0.8373922707063107,
|
||||
"qualityFactor": 1.9952630142099905,
|
||||
"queueFactor": 0.8400652782385392,
|
||||
"queueWeight": 0.8400652782385392,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 28,
|
||||
"recentWilsonLowerBound": 0.32632846832446344,
|
||||
"recentSuccessRate": 0.4827586206896552,
|
||||
"recentTerminal": 29,
|
||||
"recentWilsonLowerBound": 0.3138581933079522,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.6150805653881306,
|
||||
"selectionWeight": 1.676151179191382,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.666666666666667,
|
||||
"waiting": 16033
|
||||
"throughputPerHour": 4.833333333333333,
|
||||
"waiting": 16032
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 574.5405405405405,
|
||||
"backlogHours": 580.2,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.5252941457228882,
|
||||
"queueFactor": 1.0950452051624064,
|
||||
"queueWeight": 1.0950452051624064,
|
||||
"qualityFactor": 0.6044221257381365,
|
||||
"queueFactor": 1.091157694595953,
|
||||
"queueWeight": 1.091157694595953,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.25225225225225223,
|
||||
"recentTerminal": 111,
|
||||
"recentWilsonLowerBound": 0.18067547191382155,
|
||||
"recentSuccessRate": 0.2545454545454545,
|
||||
"recentTerminal": 110,
|
||||
"recentWilsonLowerBound": 0.18238075813593077,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.5752208355737312,
|
||||
"selectionWeight": 0.6595198532832102,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 18.5,
|
||||
"waiting": 10629
|
||||
"throughputPerHour": 18.333333333333332,
|
||||
"waiting": 10637
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 681.9795918367347,
|
||||
"backlogHours": 668.3399999999999,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.3220235909581425,
|
||||
"queueFactor": 1.0672457717994532,
|
||||
"queueWeight": 1.0672457717994532,
|
||||
"qualityFactor": 0.3466570657210793,
|
||||
"queueFactor": 1.0682540796958593,
|
||||
"queueWeight": 1.0682540796958593,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.21428571428571427,
|
||||
"recentTerminal": 98,
|
||||
"recentWilsonLowerBound": 0.1446443681202342,
|
||||
"recentSuccessRate": 0.21,
|
||||
"recentTerminal": 100,
|
||||
"recentWilsonLowerBound": 0.14165549531645785,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.3436783158697542,
|
||||
"selectionWeight": 0.3703178247119386,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.333333333333332,
|
||||
"throughputPerHour": 16.666666666666668,
|
||||
"waiting": 11139
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1879.3235294117646,
|
||||
"backlogHours": 1800.676056338028,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.1998796202333237,
|
||||
"queueFactor": 0.9167056688517289,
|
||||
"queueWeight": 0.9167056688517289,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.36764705882352944,
|
||||
"recentTerminal": 68,
|
||||
"recentWilsonLowerBound": 0.26300294660514806,
|
||||
"running": 5,
|
||||
"selectionWeight": 1.0999364498075475,
|
||||
"qualityFactor": 1.6631744685293415,
|
||||
"queueFactor": 0.9206802771123375,
|
||||
"queueWeight": 0.9206802771123375,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.39436619718309857,
|
||||
"recentTerminal": 71,
|
||||
"recentWilsonLowerBound": 0.2889322648866865,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.5312519305717587,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.333333333333334,
|
||||
"waiting": 21299
|
||||
"throughputPerHour": 11.833333333333334,
|
||||
"waiting": 21308
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
@@ -668,15 +668,15 @@
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.3780703784264268,
|
||||
"queueFactor": 0.7290314222661305,
|
||||
"queueWeight": 0.7290314222661305,
|
||||
"qualityFactor": 1.5532221998941274,
|
||||
"queueFactor": 0.7275121921918696,
|
||||
"queueWeight": 0.7275121921918696,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.5454545454545454,
|
||||
"recentTerminal": 11,
|
||||
"recentWilsonLowerBound": 0.2800877556899882,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.0046566079670425,
|
||||
"selectionWeight": 1.1299880876060548,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 1.8333333333333333,
|
||||
@@ -684,52 +684,52 @@
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2086.65,
|
||||
"backlogHours": 1942.7441860465115,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9024283041290563,
|
||||
"queueWeight": 0.9024283041290563,
|
||||
"queueFactor": 0.9102524059791446,
|
||||
"queueWeight": 0.9102524059791446,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.1,
|
||||
"recentTerminal": 40,
|
||||
"recentWilsonLowerBound": 0.03957888759557486,
|
||||
"recentSuccessRate": 0.09302325581395349,
|
||||
"recentTerminal": 43,
|
||||
"recentWilsonLowerBound": 0.036771045103346514,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.04512141520645282,
|
||||
"selectionWeight": 0.04551262029895723,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 6.666666666666667,
|
||||
"waiting": 13911
|
||||
"throughputPerHour": 7.166666666666667,
|
||||
"waiting": 13923
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 907.0515463917525,
|
||||
"backlogHours": 898.1632653061225,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.7153358526062542,
|
||||
"queueFactor": 1.022551886970181,
|
||||
"queueWeight": 1.022551886970181,
|
||||
"qualityFactor": 0.787477999121085,
|
||||
"queueFactor": 1.021929379641882,
|
||||
"queueWeight": 1.021929379641882,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.28865979381443296,
|
||||
"recentTerminal": 97,
|
||||
"recentWilsonLowerBound": 0.20790125991766098,
|
||||
"recentSuccessRate": 0.2857142857142857,
|
||||
"recentTerminal": 98,
|
||||
"recentWilsonLowerBound": 0.2056863230141654,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.7314680258999485,
|
||||
"selectionWeight": 0.8047469031234409,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.166666666666668,
|
||||
"waiting": 14664
|
||||
"throughputPerHour": 16.333333333333332,
|
||||
"waiting": 14670
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T18:29:16.175849+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T18:39:57.371652+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T18:29:16.175849+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T18:39:57.371652+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user