state: generation 9513 (cycle)
This commit is contained in:
@@ -1743,7 +1743,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-18T23:16:57.315637+00:00",
|
||||
"generatedAt": "2026-09-18T23:19:46.451831+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 84,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -67,7 +67,7 @@
|
||||
"6": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 693,
|
||||
"listingErrors": 694,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 6,
|
||||
"nextAccountIndex": 7,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-18T23:16:57.290670+00:00",
|
||||
"updatedAt": "2026-09-18T23:19:46.426743+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-18T23:14:47.515052+00:00",
|
||||
"generatedAt": "2026-09-18T23:18:07.962380+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 549.09375,
|
||||
"backlogHours": 546.9338521400778,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.37958449767269165,
|
||||
"queueFactor": 1.0945539282383523,
|
||||
"queueWeight": 1.0945539282383523,
|
||||
"qualityFactor": 0.42204964635062264,
|
||||
"queueFactor": 1.0938705910744202,
|
||||
"queueWeight": 1.0938705910744202,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.1875,
|
||||
"recentTerminal": 256,
|
||||
"recentWilsonLowerBound": 0.14443726168228893,
|
||||
"recentSuccessRate": 0.1867704280155642,
|
||||
"recentTerminal": 257,
|
||||
"recentWilsonLowerBound": 0.1438627172783115,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.4154757030260263,
|
||||
"selectionWeight": 0.4616676961163056,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 42.666666666666664,
|
||||
"waiting": 23428
|
||||
"throughputPerHour": 42.833333333333336,
|
||||
"waiting": 23427
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1240.1470588235293,
|
||||
"backlogHours": 1240.1029411764705,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.063905589554192,
|
||||
"queueFactor": 0.9686416986395523,
|
||||
"queueWeight": 0.9686416986395523,
|
||||
"recentSuccess": 53,
|
||||
"recentSuccessRate": 0.3897058823529412,
|
||||
"qualityFactor": 2.2042343763840804,
|
||||
"queueFactor": 0.9674699988239974,
|
||||
"queueWeight": 0.9674699988239974,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.38235294117647056,
|
||||
"recentTerminal": 136,
|
||||
"recentWilsonLowerBound": 0.3118483860305096,
|
||||
"recentWilsonLowerBound": 0.3049747038923803,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.999185016097439,
|
||||
"selectionWeight": 2.132530629528121,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.666666666666668,
|
||||
"waiting": 28110
|
||||
"waiting": 28109
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 251.50413223140495,
|
||||
"backlogHours": 247.21951219512195,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.26774213416471504,
|
||||
"queueFactor": 1.230558799347134,
|
||||
"queueWeight": 1.230558799347134,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.18181818181818182,
|
||||
"recentTerminal": 121,
|
||||
"recentWilsonLowerBound": 0.12324630475994339,
|
||||
"qualityFactor": 0.2552496442257774,
|
||||
"queueFactor": 1.2322356103742216,
|
||||
"queueWeight": 1.2322356103742216,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.17073170731707318,
|
||||
"recentTerminal": 123,
|
||||
"recentWilsonLowerBound": 0.1144659352748107,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.329472439152371,
|
||||
"selectionWeight": 0.3145277011503537,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.166666666666668,
|
||||
"waiting": 5072
|
||||
"throughputPerHour": 20.5,
|
||||
"waiting": 5068
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 2337.076923076923,
|
||||
"backlogHours": 2278.35,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 1.256937037787266,
|
||||
"queueFactor": 0.880811929433243,
|
||||
"queueWeight": 0.880811929433243,
|
||||
"qualityFactor": 1.3279137945627373,
|
||||
"queueFactor": 0.883106539779583,
|
||||
"queueWeight": 0.883106539779583,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.38461538461538464,
|
||||
"recentTerminal": 39,
|
||||
"recentWilsonLowerBound": 0.24891162547007062,
|
||||
"recentSuccessRate": 0.375,
|
||||
"recentTerminal": 40,
|
||||
"recentWilsonLowerBound": 0.24222773535791722,
|
||||
"running": 7,
|
||||
"selectionWeight": 1.1071251374295068,
|
||||
"selectionWeight": 1.172689356241875,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 6.5,
|
||||
"waiting": 15191
|
||||
"throughputPerHour": 6.666666666666667,
|
||||
"waiting": 15189
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 501.8378378378378,
|
||||
"backlogHours": 475.94871794871796,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.36692937860293146,
|
||||
"queueFactor": 1.1094292926033025,
|
||||
"queueWeight": 1.1094292926033025,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.2072072072072072,
|
||||
"recentTerminal": 111,
|
||||
"recentWilsonLowerBound": 0.14222816865850865,
|
||||
"qualityFactor": 0.40947591470913547,
|
||||
"queueFactor": 1.1169201934997104,
|
||||
"queueWeight": 1.1169201934997104,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.20512820512820512,
|
||||
"recentTerminal": 117,
|
||||
"recentWilsonLowerBound": 0.14189847337772166,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.4070822009388196,
|
||||
"selectionWeight": 0.4573519178903985,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 18.5,
|
||||
"waiting": 9284
|
||||
"throughputPerHour": 19.5,
|
||||
"waiting": 9281
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 48.79495268138801,
|
||||
"backlogHours": 50.22077922077922,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,37 +540,37 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.04100946372239748,
|
||||
"recentTerminal": 317,
|
||||
"recentWilsonLowerBound": 0.024120074193333646,
|
||||
"recentSuccessRate": 0.04220779220779221,
|
||||
"recentTerminal": 308,
|
||||
"recentWilsonLowerBound": 0.02482956319203055,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 52.833333333333336,
|
||||
"throughputPerHour": 51.333333333333336,
|
||||
"waiting": 2578
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 186.225,
|
||||
"backlogHours": 201.24324324324323,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.22280986926844376,
|
||||
"queueFactor": 1.2872960646002358,
|
||||
"queueWeight": 1.2872960646002358,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.1625,
|
||||
"recentTerminal": 160,
|
||||
"recentWilsonLowerBound": 0.11337289235114446,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.2868222678633607,
|
||||
"qualityFactor": 0.26841564869809004,
|
||||
"queueFactor": 1.2708607617386525,
|
||||
"queueWeight": 1.2708607617386525,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.16891891891891891,
|
||||
"recentTerminal": 148,
|
||||
"recentWilsonLowerBound": 0.11711290528890442,
|
||||
"running": 3,
|
||||
"selectionWeight": 0.34111891576702924,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 26.666666666666668,
|
||||
"waiting": 4966
|
||||
"throughputPerHour": 24.666666666666668,
|
||||
"waiting": 4964
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
@@ -580,15 +580,15 @@
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.780718431123712,
|
||||
"queueFactor": 0.844620873816744,
|
||||
"queueWeight": 0.844620873816744,
|
||||
"qualityFactor": 1.9973698918344598,
|
||||
"queueFactor": 0.8435946918719468,
|
||||
"queueWeight": 0.8435946918719468,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.45161290322580644,
|
||||
"recentTerminal": 31,
|
||||
"recentWilsonLowerBound": 0.29161482836586106,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.5040319573172911,
|
||||
"selectionWeight": 1.6849706384563947,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.166666666666667,
|
||||
@@ -596,69 +596,69 @@
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 542.8235294117648,
|
||||
"backlogHours": 552.3076923076923,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.3512954190220266,
|
||||
"queueFactor": 1.0964411825002771,
|
||||
"queueWeight": 1.0964411825002771,
|
||||
"qualityFactor": 0.40947591470913547,
|
||||
"queueFactor": 1.0922674791672708,
|
||||
"queueWeight": 1.0922674791672708,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.20168067226890757,
|
||||
"recentTerminal": 119,
|
||||
"recentWilsonLowerBound": 0.13944089576973434,
|
||||
"recentSuccessRate": 0.20512820512820512,
|
||||
"recentTerminal": 117,
|
||||
"recentWilsonLowerBound": 0.14189847337772166,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.38517476463944117,
|
||||
"selectionWeight": 0.4472572251390598,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.833333333333332,
|
||||
"waiting": 10766
|
||||
"throughputPerHour": 19.5,
|
||||
"waiting": 10770
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 988.5217391304348,
|
||||
"backlogHours": 960.507042253521,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.7443082666352885,
|
||||
"queueFactor": 1.002158017606321,
|
||||
"queueWeight": 1.002158017606321,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.2898550724637681,
|
||||
"recentTerminal": 69,
|
||||
"recentWilsonLowerBound": 0.19615912140759176,
|
||||
"qualityFactor": 1.0152031828892234,
|
||||
"queueFactor": 1.0052662081849721,
|
||||
"queueWeight": 1.0052662081849721,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.30985915492957744,
|
||||
"recentTerminal": 71,
|
||||
"recentWilsonLowerBound": 0.2143957547902181,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.7459144969792176,
|
||||
"selectionWeight": 1.0205494542003644,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.5,
|
||||
"waiting": 11368
|
||||
"throughputPerHour": 11.833333333333334,
|
||||
"waiting": 11366
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1913.6363636363637,
|
||||
"backlogHours": 1973.34375,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9076224440653129,
|
||||
"queueWeight": 0.9076224440653129,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.45454545454545453,
|
||||
"recentTerminal": 66,
|
||||
"recentWilsonLowerBound": 0.34023931259175594,
|
||||
"queueFactor": 0.9023515224428084,
|
||||
"queueWeight": 0.9023515224428084,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.4375,
|
||||
"recentTerminal": 64,
|
||||
"recentWilsonLowerBound": 0.32293817065427327,
|
||||
"running": 4,
|
||||
"selectionWeight": 2.269056110163282,
|
||||
"selectionWeight": 2.2558788061070207,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.0,
|
||||
"waiting": 21050
|
||||
"throughputPerHour": 10.666666666666666,
|
||||
"waiting": 21049
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
@@ -668,15 +668,15 @@
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.6283050851896552,
|
||||
"queueFactor": 0.7671447671138301,
|
||||
"queueWeight": 0.7671447671138301,
|
||||
"qualityFactor": 1.8264131459718767,
|
||||
"queueFactor": 0.7662127156651126,
|
||||
"queueWeight": 0.7662127156651126,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 16,
|
||||
"recentWilsonLowerBound": 0.2799923761135083,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.2491457253680833,
|
||||
"selectionWeight": 1.3994209765015733,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.6666666666666665,
|
||||
@@ -684,52 +684,52 @@
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 1863.9130434782608,
|
||||
"backlogHours": 1824.1276595744682,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.0916855630448077,
|
||||
"queueFactor": 0.9112138074196179,
|
||||
"queueWeight": 0.9112138074196179,
|
||||
"qualityFactor": 0.09795853827094914,
|
||||
"queueFactor": 0.9130569840687739,
|
||||
"queueWeight": 0.9130569840687739,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.15217391304347827,
|
||||
"recentTerminal": 46,
|
||||
"recentWilsonLowerBound": 0.07572186234017478,
|
||||
"recentSuccessRate": 0.14893617021276595,
|
||||
"recentTerminal": 47,
|
||||
"recentWilsonLowerBound": 0.07406626087497503,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.08354515098747063,
|
||||
"selectionWeight": 0.08944172751745838,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.666666666666667,
|
||||
"waiting": 14290
|
||||
"throughputPerHour": 7.833333333333333,
|
||||
"waiting": 14289
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1017.1395348837209,
|
||||
"backlogHours": 1028.964705882353,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.822968593810882,
|
||||
"queueFactor": 0.9978771057642821,
|
||||
"queueWeight": 0.9978771057642821,
|
||||
"qualityFactor": 0.9482991117336277,
|
||||
"queueFactor": 0.994938176361986,
|
||||
"queueWeight": 0.994938176361986,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.29069767441860467,
|
||||
"recentTerminal": 86,
|
||||
"recentWilsonLowerBound": 0.20532437829302616,
|
||||
"recentSuccessRate": 0.29411764705882354,
|
||||
"recentTerminal": 85,
|
||||
"recentWilsonLowerBound": 0.20785389608177998,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.8212215185269041,
|
||||
"selectionWeight": 0.9434989888739468,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.333333333333334,
|
||||
"waiting": 14579
|
||||
"throughputPerHour": 14.166666666666666,
|
||||
"waiting": 14577
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-18T23:06:17.863710+00:00",
|
||||
"queueAttemptedAt": "2026-09-18T23:18:07.962380+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-18T23:06:17.863710+00:00",
|
||||
"queueUpdatedAt": "2026-09-18T23:18:07.962380+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user