state: generation 4909 (cycle)
This commit is contained in:
@@ -1306,7 +1306,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-10T02:34:21.193510+00:00",
|
||||
"generatedAt": "2026-09-10T02:37:08.395518+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 65,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -59,7 +59,7 @@
|
||||
"5": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 349,
|
||||
"listingErrors": 350,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 5,
|
||||
"nextAccountIndex": 6,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-10T02:34:21.170277+00:00",
|
||||
"updatedAt": "2026-09-10T02:37:08.372239+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-10T02:32:31.832589+00:00",
|
||||
"generatedAt": "2026-09-10T02:35:30.830664+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 947.5540540540541,
|
||||
"backlogHours": 967.1172413793103,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.34992577652297,
|
||||
"queueFactor": 0.9545373040686282,
|
||||
"queueWeight": 0.9545373040686282,
|
||||
"recentSuccess": 49,
|
||||
"recentSuccessRate": 0.3310810810810811,
|
||||
"recentTerminal": 148,
|
||||
"recentWilsonLowerBound": 0.26037890863761337,
|
||||
"qualityFactor": 1.329409605937803,
|
||||
"queueFactor": 0.9462333788921253,
|
||||
"queueWeight": 0.9462333788921253,
|
||||
"recentSuccess": 47,
|
||||
"recentSuccessRate": 0.32413793103448274,
|
||||
"recentTerminal": 145,
|
||||
"recentWilsonLowerBound": 0.2533452486065094,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.2885545114149852,
|
||||
"selectionWeight": 1.2579317433581763,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 24.666666666666668,
|
||||
"waiting": 23373
|
||||
"throughputPerHour": 24.166666666666668,
|
||||
"waiting": 23372
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1098.12,
|
||||
"backlogHours": 1105.2483221476512,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.3089597580366252,
|
||||
"queueFactor": 0.9336541555575568,
|
||||
"queueWeight": 0.9336541555575568,
|
||||
"recentSuccess": 49,
|
||||
"recentSuccessRate": 0.32666666666666666,
|
||||
"recentTerminal": 150,
|
||||
"recentWilsonLowerBound": 0.2567570339087464,
|
||||
"qualityFactor": 1.5407725007680155,
|
||||
"queueFactor": 0.9274727386287628,
|
||||
"queueWeight": 0.9274727386287628,
|
||||
"recentSuccess": 51,
|
||||
"recentSuccessRate": 0.3422818791946309,
|
||||
"recentTerminal": 149,
|
||||
"recentWilsonLowerBound": 0.27091927381871844,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.2221157175485093,
|
||||
"selectionWeight": 1.4290244908911989,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 25.0,
|
||||
"waiting": 27453
|
||||
"throughputPerHour": 24.833333333333332,
|
||||
"waiting": 27447
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 158.15853658536585,
|
||||
"backlogHours": 160.03703703703704,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.4475661308539564,
|
||||
"queueFactor": 1.2485893006015176,
|
||||
"queueWeight": 1.2485893006015176,
|
||||
"recentSuccess": 35,
|
||||
"recentSuccessRate": 0.21341463414634146,
|
||||
"recentTerminal": 164,
|
||||
"recentWilsonLowerBound": 0.1576423019076134,
|
||||
"qualityFactor": 0.5179374941283368,
|
||||
"queueFactor": 1.2393302707309646,
|
||||
"queueWeight": 1.2393302707309646,
|
||||
"recentSuccess": 36,
|
||||
"recentSuccessRate": 0.2222222222222222,
|
||||
"recentTerminal": 162,
|
||||
"recentWilsonLowerBound": 0.16505560670253666,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.5588262822958687,
|
||||
"selectionWeight": 0.641895614819789,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 27.333333333333332,
|
||||
"waiting": 4323
|
||||
"throughputPerHour": 27.0,
|
||||
"waiting": 4321
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 994.4470588235295,
|
||||
"backlogHours": 994.2352941176471,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.5816243784956235,
|
||||
"queueFactor": 0.9476462635902778,
|
||||
"queueWeight": 0.9476462635902778,
|
||||
"qualityFactor": 0.6083537772442857,
|
||||
"queueFactor": 0.9423164147830249,
|
||||
"queueWeight": 0.9423164147830249,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.25882352941176473,
|
||||
"recentTerminal": 85,
|
||||
"recentWilsonLowerBound": 0.1775797328865609,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.5511741690943952,
|
||||
"selectionWeight": 0.5732617502925462,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 14.166666666666666,
|
||||
"waiting": 14088
|
||||
"waiting": 14085
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 522.1782178217823,
|
||||
"backlogHours": 516.8823529411765,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.7498496750465679,
|
||||
"queueFactor": 1.0437841361519635,
|
||||
"queueWeight": 1.0437841361519635,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.27722772277227725,
|
||||
"recentTerminal": 101,
|
||||
"recentWilsonLowerBound": 0.1993169020819432,
|
||||
"qualityFactor": 0.9214309777233044,
|
||||
"queueFactor": 1.0394686054079312,
|
||||
"queueWeight": 1.0394686054079312,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.29411764705882354,
|
||||
"recentTerminal": 102,
|
||||
"recentWilsonLowerBound": 0.2144622923532573,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.7826811953123124,
|
||||
"selectionWeight": 0.9577985733937098,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 16.833333333333332,
|
||||
"waiting": 8790
|
||||
"throughputPerHour": 17.0,
|
||||
"waiting": 8787
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 51.10714285714286,
|
||||
"backlogHours": 59.575,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -539,20 +539,20 @@
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.05,
|
||||
"recentTerminal": 280,
|
||||
"recentWilsonLowerBound": 0.030014144576117667,
|
||||
"running": 2,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.0625,
|
||||
"recentTerminal": 240,
|
||||
"recentWilsonLowerBound": 0.03823777547321911,
|
||||
"running": 3,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 46.666666666666664,
|
||||
"waiting": 2385
|
||||
"throughputPerHour": 40.0,
|
||||
"waiting": 2383
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 84.19926199261992,
|
||||
"backlogHours": 101.75892857142857,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
@@ -561,175 +561,175 @@
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.04797047970479705,
|
||||
"recentTerminal": 271,
|
||||
"recentWilsonLowerBound": 0.028245236291175896,
|
||||
"running": 7,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.06696428571428571,
|
||||
"recentTerminal": 224,
|
||||
"recentWilsonLowerBound": 0.04099738873237814,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 45.166666666666664,
|
||||
"waiting": 3803
|
||||
"throughputPerHour": 37.333333333333336,
|
||||
"waiting": 3799
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2042.0,
|
||||
"backlogHours": 2088.2727272727275,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.873054532038291,
|
||||
"queueFactor": 0.8506974756322486,
|
||||
"queueWeight": 0.8506974756322486,
|
||||
"qualityFactor": 0.9625074494934373,
|
||||
"queueFactor": 0.8430475106108531,
|
||||
"queueWeight": 0.8430475106108531,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.3333333333333333,
|
||||
"recentTerminal": 45,
|
||||
"recentWilsonLowerBound": 0.21358692207276764,
|
||||
"recentSuccessRate": 0.3409090909090909,
|
||||
"recentTerminal": 44,
|
||||
"recentWilsonLowerBound": 0.21875632628639943,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.7427052864942683,
|
||||
"selectionWeight": 0.8114395092398438,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.5,
|
||||
"waiting": 15315
|
||||
"throughputPerHour": 7.333333333333333,
|
||||
"waiting": 15314
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 569.6842105263158,
|
||||
"backlogHours": 564.5217391304348,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.23024760231833738,
|
||||
"queueFactor": 1.0302399278759444,
|
||||
"queueWeight": 1.0302399278759444,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.17543859649122806,
|
||||
"recentTerminal": 114,
|
||||
"recentWilsonLowerBound": 0.11653670199867362,
|
||||
"qualityFactor": 0.20536726536588518,
|
||||
"queueFactor": 1.0258126071442906,
|
||||
"queueWeight": 1.0258126071442906,
|
||||
"recentSuccess": 19,
|
||||
"recentSuccessRate": 0.16521739130434782,
|
||||
"recentTerminal": 115,
|
||||
"recentWilsonLowerBound": 0.10839728470808423,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.23721027320605304,
|
||||
"selectionWeight": 0.21066832990707204,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.0,
|
||||
"waiting": 10824
|
||||
"throughputPerHour": 19.166666666666668,
|
||||
"waiting": 10820
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 747.2967032967033,
|
||||
"backlogHours": 723.1276595744681,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.6296801852436067,
|
||||
"queueFactor": 0.9891440542325111,
|
||||
"queueWeight": 0.9891440542325111,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.26373626373626374,
|
||||
"recentTerminal": 91,
|
||||
"recentWilsonLowerBound": 0.18410473382523007,
|
||||
"qualityFactor": 0.6825413029899934,
|
||||
"queueFactor": 0.9884117209525561,
|
||||
"queueWeight": 0.9884117209525561,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.26595744680851063,
|
||||
"recentTerminal": 94,
|
||||
"recentWilsonLowerBound": 0.1871148582279006,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.6228444113017397,
|
||||
"selectionWeight": 0.6746318239095395,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.166666666666666,
|
||||
"waiting": 11334
|
||||
"throughputPerHour": 15.666666666666666,
|
||||
"waiting": 11329
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1784.957746478873,
|
||||
"backlogHours": 1760.0833333333333,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.67778395345575,
|
||||
"queueFactor": 0.8680391514597264,
|
||||
"queueWeight": 0.8680391514597264,
|
||||
"recentSuccess": 20,
|
||||
"recentSuccessRate": 0.28169014084507044,
|
||||
"recentTerminal": 71,
|
||||
"recentWilsonLowerBound": 0.1903694891114979,
|
||||
"qualityFactor": 0.784848808881706,
|
||||
"queueFactor": 0.8649482976310909,
|
||||
"queueWeight": 0.8649482976310909,
|
||||
"recentSuccess": 21,
|
||||
"recentSuccessRate": 0.2916666666666667,
|
||||
"recentTerminal": 72,
|
||||
"recentWilsonLowerBound": 0.19937911717246712,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.588343007830748,
|
||||
"selectionWeight": 0.6788536411400211,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.833333333333334,
|
||||
"waiting": 21122
|
||||
"throughputPerHour": 12.0,
|
||||
"waiting": 21121
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 5224.5,
|
||||
"backlogHours": 5224.125,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.0371839405387653,
|
||||
"queueFactor": 0.7388849057717721,
|
||||
"queueWeight": 0.7388849057717721,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.4375,
|
||||
"qualityFactor": 0.6641800981461587,
|
||||
"queueFactor": 0.7347136335868654,
|
||||
"queueWeight": 0.7347136335868654,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.375,
|
||||
"recentTerminal": 16,
|
||||
"recentWilsonLowerBound": 0.2309836333518552,
|
||||
"recentWilsonLowerBound": 0.18480982554752803,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.7663595581729808,
|
||||
"selectionWeight": 0.48798217326504517,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.6666666666666665,
|
||||
"waiting": 13932
|
||||
"waiting": 13931
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 642.4,
|
||||
"backlogHours": 615.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 1.2833091359006765,
|
||||
"queueFactor": 1.0118419360661415,
|
||||
"queueWeight": 1.0118419360661415,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.34444444444444444,
|
||||
"recentTerminal": 90,
|
||||
"recentWilsonLowerBound": 0.25445765921462965,
|
||||
"qualityFactor": 1.3206866691396848,
|
||||
"queueFactor": 1.0127187841600982,
|
||||
"queueWeight": 1.0127187841600982,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.3404255319148936,
|
||||
"recentTerminal": 94,
|
||||
"recentWilsonLowerBound": 0.2525882883005792,
|
||||
"running": 16,
|
||||
"selectionWeight": 1.2985060006411075,
|
||||
"selectionWeight": 1.3374841978275915,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 15.0,
|
||||
"waiting": 9636
|
||||
"throughputPerHour": 15.666666666666666,
|
||||
"waiting": 9635
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 447.82758620689657,
|
||||
"backlogHours": 459.50442477876106,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 1.068112206713098,
|
||||
"queueWeight": 1.068112206713098,
|
||||
"recentSuccess": 50,
|
||||
"recentSuccessRate": 0.43103448275862066,
|
||||
"recentTerminal": 116,
|
||||
"recentWilsonLowerBound": 0.3445528576479731,
|
||||
"queueFactor": 1.0579781004908633,
|
||||
"queueWeight": 1.0579781004908633,
|
||||
"recentSuccess": 48,
|
||||
"recentSuccessRate": 0.4247787610619469,
|
||||
"recentTerminal": 113,
|
||||
"recentWilsonLowerBound": 0.3375872490845012,
|
||||
"running": 6,
|
||||
"selectionWeight": 2.6702805167827446,
|
||||
"selectionWeight": 2.644945251227158,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.333333333333332,
|
||||
"waiting": 8658
|
||||
"throughputPerHour": 18.833333333333332,
|
||||
"waiting": 8654
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-10T02:23:42.128088+00:00",
|
||||
"queueAttemptedAt": "2026-09-10T02:35:30.830664+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-10T02:23:42.128088+00:00",
|
||||
"queueUpdatedAt": "2026-09-10T02:35:30.830664+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Iluvatar_mrv-100",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user