state: generation 9726 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T09:11:25.599442+00:00",
|
||||
"generatedAt": "2026-09-19T09:14:35.206545+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -67,7 +67,7 @@
|
||||
"6": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 709,
|
||||
"listingErrors": 710,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 6,
|
||||
"nextAccountIndex": 7,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T09:11:25.575293+00:00",
|
||||
"updatedAt": "2026-09-19T09:14:35.182253+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T09:08:57.322155+00:00",
|
||||
"generatedAt": "2026-09-19T09:12:33.654763+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 980.3496503496503,
|
||||
"backlogHours": 953.7142857142857,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.3190076504505552,
|
||||
"queueFactor": 1.018019791727456,
|
||||
"queueWeight": 1.018019791727456,
|
||||
"qualityFactor": 1.0958896665822466,
|
||||
"queueFactor": 1.01785290501587,
|
||||
"queueWeight": 1.01785290501587,
|
||||
"recentSuccess": 46,
|
||||
"recentSuccessRate": 0.32167832167832167,
|
||||
"recentTerminal": 143,
|
||||
"recentWilsonLowerBound": 0.2506451111483804,
|
||||
"recentSuccessRate": 0.3129251700680272,
|
||||
"recentTerminal": 147,
|
||||
"recentWilsonLowerBound": 0.24353870595770505,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.3427758935985954,
|
||||
"selectionWeight": 1.115454480707613,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.833333333333332,
|
||||
"waiting": 23365
|
||||
"throughputPerHour": 24.5,
|
||||
"waiting": 23366
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1236.5777777777778,
|
||||
"backlogHours": 1192.5428571428572,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9831734800903429,
|
||||
"queueWeight": 0.9831734800903429,
|
||||
"recentSuccess": 56,
|
||||
"recentSuccessRate": 0.4148148148148148,
|
||||
"recentTerminal": 135,
|
||||
"recentWilsonLowerBound": 0.3351839309647408,
|
||||
"qualityFactor": 2.3249637908090746,
|
||||
"queueFactor": 0.984298139822797,
|
||||
"queueWeight": 0.984298139822797,
|
||||
"recentSuccess": 59,
|
||||
"recentSuccessRate": 0.42142857142857143,
|
||||
"recentTerminal": 140,
|
||||
"recentWilsonLowerBound": 0.34280328630053336,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.4579337002258574,
|
||||
"selectionWeight": 2.288457534448731,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.5,
|
||||
"waiting": 27823
|
||||
"throughputPerHour": 23.333333333333332,
|
||||
"waiting": 27826
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 150.22222222222223,
|
||||
"backlogHours": 151.76470588235293,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.17498898353720635,
|
||||
"qualityFactor": 0.17458984588916293,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.14285714285714285,
|
||||
"recentTerminal": 189,
|
||||
"recentWilsonLowerBound": 0.10007263291388212,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.1497326203208556,
|
||||
"recentTerminal": 187,
|
||||
"recentWilsonLowerBound": 0.10567088261451653,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.22748567859836827,
|
||||
"selectionWeight": 0.22696679965591182,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 31.5,
|
||||
"waiting": 4732
|
||||
"throughputPerHour": 31.166666666666668,
|
||||
"waiting": 4730
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1862.5531914893618,
|
||||
"backlogHours": 1786.7755102040817,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.3438134866256658,
|
||||
"queueFactor": 0.9245854791813655,
|
||||
"queueWeight": 0.9245854791813655,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.23404255319148937,
|
||||
"recentTerminal": 47,
|
||||
"recentWilsonLowerBound": 0.13603136423924592,
|
||||
"qualityFactor": 0.3556621996705416,
|
||||
"queueFactor": 0.9263759357804005,
|
||||
"queueWeight": 0.9263759357804005,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.24489795918367346,
|
||||
"recentTerminal": 49,
|
||||
"recentWilsonLowerBound": 0.14602203389475285,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3178849572808072,
|
||||
"selectionWeight": 0.3294769030415136,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.833333333333333,
|
||||
"waiting": 14590
|
||||
"throughputPerHour": 8.166666666666666,
|
||||
"waiting": 14592
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 454.1186440677966,
|
||||
"backlogHours": 446.5,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 1.0065804705021857,
|
||||
"queueFactor": 1.1425835607951682,
|
||||
"queueWeight": 1.1425835607951682,
|
||||
"recentSuccess": 35,
|
||||
"recentSuccessRate": 0.2966101694915254,
|
||||
"recentTerminal": 118,
|
||||
"recentWilsonLowerBound": 0.22166449745305886,
|
||||
"qualityFactor": 0.9229986573642899,
|
||||
"queueFactor": 1.1405768279982342,
|
||||
"queueWeight": 1.1405768279982342,
|
||||
"recentSuccess": 36,
|
||||
"recentSuccessRate": 0.3,
|
||||
"recentTerminal": 120,
|
||||
"recentWilsonLowerBound": 0.2252550133867232,
|
||||
"running": 7,
|
||||
"selectionWeight": 1.1501022982132632,
|
||||
"selectionWeight": 1.0527508808631907,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.666666666666668,
|
||||
"waiting": 8931
|
||||
"throughputPerHour": 20.0,
|
||||
"waiting": 8930
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 74.36538461538463,
|
||||
"backlogHours": 77.30999999999999,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,37 +540,37 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 9,
|
||||
"recentSuccessRate": 0.04326923076923077,
|
||||
"recentTerminal": 208,
|
||||
"recentWilsonLowerBound": 0.022928210873058096,
|
||||
"recentSuccessRate": 0.045,
|
||||
"recentTerminal": 200,
|
||||
"recentWilsonLowerBound": 0.02385227172470417,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 34.666666666666664,
|
||||
"waiting": 2578
|
||||
"throughputPerHour": 33.333333333333336,
|
||||
"waiting": 2577
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 254.10256410256412,
|
||||
"backlogHours": 251.79661016949152,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.7455445241438461,
|
||||
"queueFactor": 1.2465566331091515,
|
||||
"queueWeight": 1.2465566331091515,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.26495726495726496,
|
||||
"recentTerminal": 117,
|
||||
"recentWilsonLowerBound": 0.19339035715571287,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.9293634718497173,
|
||||
"qualityFactor": 0.593437919944422,
|
||||
"queueFactor": 1.242911716026064,
|
||||
"queueWeight": 1.242911716026064,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.2542372881355932,
|
||||
"recentTerminal": 118,
|
||||
"recentWilsonLowerBound": 0.18428115742871232,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.7375909434330595,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.5,
|
||||
"waiting": 4955
|
||||
"throughputPerHour": 19.666666666666668,
|
||||
"waiting": 4952
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
@@ -580,15 +580,15 @@
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.2561693697471514,
|
||||
"queueFactor": 0.8384829569055059,
|
||||
"queueWeight": 0.8384829569055059,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.4074074074074074,
|
||||
"qualityFactor": 0.835825466718153,
|
||||
"queueFactor": 0.834888794288623,
|
||||
"queueWeight": 0.834888794288623,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.37037037037037035,
|
||||
"recentTerminal": 27,
|
||||
"recentWilsonLowerBound": 0.24514513372857347,
|
||||
"recentWilsonLowerBound": 0.21532287067936856,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.0532766075197173,
|
||||
"selectionWeight": 0.6978213161440443,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.5,
|
||||
@@ -596,140 +596,140 @@
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 607.9615384615385,
|
||||
"backlogHours": 602.3428571428572,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.6112398909912252,
|
||||
"queueFactor": 1.0936590606690704,
|
||||
"queueWeight": 1.0936590606690704,
|
||||
"qualityFactor": 0.5293230571516093,
|
||||
"queueFactor": 1.0904887736853752,
|
||||
"queueWeight": 1.0904887736853752,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.25,
|
||||
"recentTerminal": 104,
|
||||
"recentWilsonLowerBound": 0.17669524526012348,
|
||||
"recentSuccessRate": 0.24761904761904763,
|
||||
"recentTerminal": 105,
|
||||
"recentWilsonLowerBound": 0.17494869705401506,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.6684880450249283,
|
||||
"selectionWeight": 0.5772208514766523,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.333333333333332,
|
||||
"waiting": 10538
|
||||
"throughputPerHour": 17.5,
|
||||
"waiting": 10541
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 966.5217391304348,
|
||||
"backlogHours": 926.0833333333334,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.49063954050867153,
|
||||
"queueFactor": 1.020191326979171,
|
||||
"queueWeight": 1.020191326979171,
|
||||
"qualityFactor": 0.39393547051203764,
|
||||
"queueFactor": 1.0223515351005121,
|
||||
"queueWeight": 1.0223515351005121,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.2463768115942029,
|
||||
"recentTerminal": 69,
|
||||
"recentWilsonLowerBound": 0.1598964745113261,
|
||||
"recentSuccessRate": 0.2361111111111111,
|
||||
"recentTerminal": 72,
|
||||
"recentWilsonLowerBound": 0.15296584625945536,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.5005462038999923,
|
||||
"selectionWeight": 0.4027405330085242,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.5,
|
||||
"waiting": 11115
|
||||
"throughputPerHour": 12.0,
|
||||
"waiting": 11113
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1851.1343283582091,
|
||||
"backlogHours": 1880.2727272727273,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.493082097620652,
|
||||
"queueFactor": 0.9254387512367585,
|
||||
"queueWeight": 0.9254387512367585,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.44776119402985076,
|
||||
"recentTerminal": 67,
|
||||
"recentWilsonLowerBound": 0.33476201784797566,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9193156145523202,
|
||||
"queueWeight": 0.9193156145523202,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.4696969696969697,
|
||||
"recentTerminal": 66,
|
||||
"recentWilsonLowerBound": 0.35430230971911897,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.307194783152774,
|
||||
"selectionWeight": 2.2982890363808006,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.166666666666666,
|
||||
"waiting": 20671
|
||||
"throughputPerHour": 11.0,
|
||||
"waiting": 20683
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 7913.0,
|
||||
"backlogHours": 8632.363636363636,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.24996014306726,
|
||||
"queueFactor": 0.7442386090246996,
|
||||
"queueWeight": 0.7442386090246996,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.5833333333333334,
|
||||
"recentTerminal": 12,
|
||||
"recentWilsonLowerBound": 0.3195073356553728,
|
||||
"qualityFactor": 1.4906109831435401,
|
||||
"queueFactor": 0.7314393228277909,
|
||||
"queueWeight": 0.7314393228277909,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.5454545454545454,
|
||||
"recentTerminal": 11,
|
||||
"recentWilsonLowerBound": 0.2800877556899882,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.6745072072373917,
|
||||
"selectionWeight": 1.0902914881101786,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.0,
|
||||
"throughputPerHour": 1.8333333333333333,
|
||||
"waiting": 15826
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2204.9189189189187,
|
||||
"backlogHours": 2148.157894736842,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.09694154274413032,
|
||||
"queueFactor": 0.901476640461632,
|
||||
"queueWeight": 0.901476640461632,
|
||||
"qualityFactor": 0.08077197967040717,
|
||||
"queueFactor": 0.9011307997547346,
|
||||
"queueWeight": 0.9011307997547346,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.16216216216216217,
|
||||
"recentTerminal": 37,
|
||||
"recentWilsonLowerBound": 0.07651103235297099,
|
||||
"recentSuccessRate": 0.15789473684210525,
|
||||
"recentTerminal": 38,
|
||||
"recentWilsonLowerBound": 0.07443762223722684,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.0873905362741463,
|
||||
"selectionWeight": 0.07278611863816718,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 6.166666666666667,
|
||||
"waiting": 13597
|
||||
"throughputPerHour": 6.333333333333333,
|
||||
"waiting": 13605
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1228.2608695652175,
|
||||
"backlogHours": 1287.1818181818182,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.7692291040604783,
|
||||
"queueFactor": 0.9841692208896927,
|
||||
"queueWeight": 0.9841692208896927,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.2898550724637681,
|
||||
"recentTerminal": 69,
|
||||
"recentWilsonLowerBound": 0.19615912140759176,
|
||||
"qualityFactor": 0.6548568864229932,
|
||||
"queueFactor": 0.9730872432658713,
|
||||
"queueWeight": 0.9730872432658713,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.2878787878787879,
|
||||
"recentTerminal": 66,
|
||||
"recentWilsonLowerBound": 0.19271802784703906,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.7570516080288773,
|
||||
"selectionWeight": 0.6372328823430222,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.5,
|
||||
"waiting": 14125
|
||||
"throughputPerHour": 11.0,
|
||||
"waiting": 14159
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T09:02:11.760841+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T09:12:33.654763+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T09:02:11.760841+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T09:12:33.654763+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user