state: generation 9796 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T12:27:28.197881+00:00",
|
||||
"generatedAt": "2026-09-19T12:28:51.973999+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -3,7 +3,7 @@
|
||||
"0": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 715,
|
||||
"listingErrors": 716,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 0,
|
||||
"nextAccountIndex": 1,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T12:27:28.172289+00:00",
|
||||
"updatedAt": "2026-09-19T12:28:51.950336+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,253 +416,253 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T12:25:30.624704+00:00",
|
||||
"generatedAt": "2026-09-19T12:27:31.472692+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 475.7491525423729,
|
||||
"backlogHours": 472.52525252525254,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.2932850090106693,
|
||||
"queueFactor": 0.8189314730735234,
|
||||
"queueWeight": 0.8189314730735234,
|
||||
"qualityFactor": 0.22346488364916228,
|
||||
"queueFactor": 0.8065498905705034,
|
||||
"queueWeight": 0.8065498905705034,
|
||||
"recentSuccess": 40,
|
||||
"recentSuccessRate": 0.13559322033898305,
|
||||
"recentTerminal": 295,
|
||||
"recentWilsonLowerBound": 0.1011797625052765,
|
||||
"recentSuccessRate": 0.13468013468013468,
|
||||
"recentTerminal": 297,
|
||||
"recentWilsonLowerBound": 0.10048716467545397,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.240180324459489,
|
||||
"selectionWeight": 0.18023557745358212,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 49.166666666666664,
|
||||
"waiting": 23391
|
||||
"throughputPerHour": 49.5,
|
||||
"waiting": 23390
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 290.72347826086957,
|
||||
"backlogHours": 289.7157712305026,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.11679887588112893,
|
||||
"queueFactor": 0.8817231627371191,
|
||||
"queueWeight": 0.8817231627371191,
|
||||
"qualityFactor": 0.08965440752343448,
|
||||
"queueFactor": 0.8679589173286367,
|
||||
"queueWeight": 0.8679589173286367,
|
||||
"recentSuccess": 50,
|
||||
"recentSuccessRate": 0.08695652173913043,
|
||||
"recentTerminal": 575,
|
||||
"recentWilsonLowerBound": 0.06657989551913351,
|
||||
"recentSuccessRate": 0.08665511265164645,
|
||||
"recentTerminal": 577,
|
||||
"recentWilsonLowerBound": 0.06634691834056337,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.10298427424604922,
|
||||
"selectionWeight": 0.07781634248778058,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 95.83333333333333,
|
||||
"throughputPerHour": 96.16666666666667,
|
||||
"waiting": 27861
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 37.85526315789473,
|
||||
"backlogHours": 37.75916230366492,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.1971134912425503,
|
||||
"queueWeight": 1.1971134912425503,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.031578947368421054,
|
||||
"recentTerminal": 760,
|
||||
"recentWilsonLowerBound": 0.021311193069509987,
|
||||
"queueFactor": 1.1782613648686893,
|
||||
"queueWeight": 1.1782613648686893,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.032722513089005235,
|
||||
"recentTerminal": 764,
|
||||
"recentWilsonLowerBound": 0.02226102559543679,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.059855674562127516,
|
||||
"selectionWeight": 0.058913068243434466,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 126.66666666666667,
|
||||
"waiting": 4795
|
||||
"throughputPerHour": 127.33333333333333,
|
||||
"waiting": 4808
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 98.69058295964126,
|
||||
"backlogHours": 98.7443946188341,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.036842781688931,
|
||||
"queueWeight": 1.036842781688931,
|
||||
"queueFactor": 1.0200421601717415,
|
||||
"queueWeight": 1.0200421601717415,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.01905829596412556,
|
||||
"recentTerminal": 892,
|
||||
"recentWilsonLowerBound": 0.011932508994863127,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.05184213908444655,
|
||||
"selectionWeight": 0.05100210800858708,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 148.66666666666666,
|
||||
"waiting": 14672
|
||||
"waiting": 14680
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 85.0488188976378,
|
||||
"backlogHours": 85.26813880126183,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0602396037991149,
|
||||
"queueWeight": 1.0602396037991149,
|
||||
"queueFactor": 1.0427422543381446,
|
||||
"queueWeight": 1.0427422543381446,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.03937007874015748,
|
||||
"recentTerminal": 635,
|
||||
"recentWilsonLowerBound": 0.026807077218257497,
|
||||
"recentSuccessRate": 0.03943217665615142,
|
||||
"recentTerminal": 634,
|
||||
"recentWilsonLowerBound": 0.026849582296312485,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.053011980189955746,
|
||||
"selectionWeight": 0.052137112716907234,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 105.83333333333333,
|
||||
"waiting": 9001
|
||||
"throughputPerHour": 105.66666666666667,
|
||||
"waiting": 9010
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 69.55156950672647,
|
||||
"backlogHours": 64.04132231404958,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 24,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.092718322916708,
|
||||
"queueWeight": 1.092718322916708,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.04484304932735426,
|
||||
"recentTerminal": 223,
|
||||
"recentWilsonLowerBound": 0.024537188743409065,
|
||||
"queueFactor": 1.088493766884367,
|
||||
"queueWeight": 1.088493766884367,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.049586776859504134,
|
||||
"recentTerminal": 242,
|
||||
"recentWilsonLowerBound": 0.02858985321384872,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.0546359161458354,
|
||||
"selectionWeight": 0.054424688344218354,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 37.166666666666664,
|
||||
"waiting": 2585
|
||||
"throughputPerHour": 40.333333333333336,
|
||||
"waiting": 2583
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 141.93301435406698,
|
||||
"backlogHours": 116.21176470588236,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.4843304847144872,
|
||||
"queueFactor": 0.9818423297834492,
|
||||
"queueWeight": 0.9818423297834492,
|
||||
"recentSuccess": 36,
|
||||
"recentSuccessRate": 0.1722488038277512,
|
||||
"recentTerminal": 209,
|
||||
"recentWilsonLowerBound": 0.1270917222263976,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.47553617149721933,
|
||||
"qualityFactor": 0.25729187339892384,
|
||||
"queueFactor": 0.995422551671861,
|
||||
"queueWeight": 0.995422551671861,
|
||||
"recentSuccess": 37,
|
||||
"recentSuccessRate": 0.1450980392156863,
|
||||
"recentTerminal": 255,
|
||||
"recentWilsonLowerBound": 0.1071362406378172,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.2561141331431902,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 34.833333333333336,
|
||||
"waiting": 4944
|
||||
"throughputPerHour": 42.5,
|
||||
"waiting": 4939
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 2095.8260869565215,
|
||||
"backlogHours": 2295.1428571428573,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.0566838488554815,
|
||||
"qualityFactor": 1.6596468691309738,
|
||||
"queueFactor": 0.7,
|
||||
"queueWeight": 0.7,
|
||||
"recentSuccess": 17,
|
||||
"recentSuccessRate": 0.3695652173913043,
|
||||
"recentTerminal": 46,
|
||||
"recentWilsonLowerBound": 0.24523559514309495,
|
||||
"recentSuccess": 16,
|
||||
"recentSuccessRate": 0.38095238095238093,
|
||||
"recentTerminal": 42,
|
||||
"recentWilsonLowerBound": 0.24999520898785943,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.4396786941988369,
|
||||
"selectionWeight": 1.1617528083916815,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 7.666666666666667,
|
||||
"waiting": 16068
|
||||
"throughputPerHour": 7.0,
|
||||
"waiting": 16066
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 151.52857142857144,
|
||||
"backlogHours": 151.91885441527447,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.06354882796567646,
|
||||
"queueFactor": 0.9722547785885417,
|
||||
"queueWeight": 0.9722547785885417,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.07142857142857142,
|
||||
"recentTerminal": 420,
|
||||
"recentWilsonLowerBound": 0.050488515477190944,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9562099059883428,
|
||||
"queueWeight": 0.9562099059883428,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.06921241050119331,
|
||||
"recentTerminal": 419,
|
||||
"recentWilsonLowerBound": 0.04861895928576016,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.06178565166333009,
|
||||
"selectionWeight": 0.04781049529941714,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 70.0,
|
||||
"waiting": 10607
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 69.83333333333333,
|
||||
"waiting": 10609
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 152.2277904328018,
|
||||
"backlogHours": 153.3577981651376,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.9715835970509562,
|
||||
"queueWeight": 0.9715835970509562,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.05466970387243736,
|
||||
"recentTerminal": 439,
|
||||
"recentWilsonLowerBound": 0.03700964193840353,
|
||||
"queueFactor": 0.9548587020327381,
|
||||
"queueWeight": 0.9548587020327381,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.05045871559633028,
|
||||
"recentTerminal": 436,
|
||||
"recentWilsonLowerBound": 0.0335550675370868,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.04857917985254781,
|
||||
"selectionWeight": 0.04774293510163691,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 73.16666666666667,
|
||||
"waiting": 11138
|
||||
"throughputPerHour": 72.66666666666667,
|
||||
"waiting": 11144
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 109.2894280762565,
|
||||
"backlogHours": 109.21038961038961,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.021098275436335,
|
||||
"queueWeight": 1.021098275436335,
|
||||
"queueFactor": 1.0047439425396598,
|
||||
"queueWeight": 1.0047439425396598,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.025996533795493933,
|
||||
"recentTerminal": 1154,
|
||||
"recentWilsonLowerBound": 0.018269502535050913,
|
||||
"recentSuccessRate": 0.025974025974025976,
|
||||
"recentTerminal": 1155,
|
||||
"recentWilsonLowerBound": 0.01825363327833703,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.05105491377181675,
|
||||
"selectionWeight": 0.05023719712698299,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 192.33333333333334,
|
||||
"waiting": 21020
|
||||
"throughputPerHour": 192.5,
|
||||
"waiting": 21023
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 6786.0,
|
||||
"backlogHours": 6334.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
@@ -671,65 +671,65 @@
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.7,
|
||||
"queueWeight": 0.7,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.5,
|
||||
"recentTerminal": 14,
|
||||
"recentWilsonLowerBound": 0.2679886791947528,
|
||||
"recentSuccess": 8,
|
||||
"recentSuccessRate": 0.5333333333333333,
|
||||
"recentTerminal": 15,
|
||||
"recentWilsonLowerBound": 0.3011663015105079,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.75,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.3333333333333335,
|
||||
"waiting": 15834
|
||||
"throughputPerHour": 2.5,
|
||||
"waiting": 15835
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 71.72869565217391,
|
||||
"backlogHours": 71.85365853658536,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0876779532465832,
|
||||
"queueWeight": 1.0876779532465832,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.0052173913043478265,
|
||||
"recentTerminal": 1150,
|
||||
"recentWilsonLowerBound": 0.0023932727107974414,
|
||||
"queueFactor": 1.0698617411199864,
|
||||
"queueWeight": 1.0698617411199864,
|
||||
"recentSuccess": 5,
|
||||
"recentSuccessRate": 0.004355400696864111,
|
||||
"recentTerminal": 1148,
|
||||
"recentWilsonLowerBound": 0.0018617309374071597,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.054383897662329164,
|
||||
"selectionWeight": 0.053493087055999325,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 191.66666666666666,
|
||||
"throughputPerHour": 191.33333333333334,
|
||||
"waiting": 13748
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 68.20109976433622,
|
||||
"backlogHours": 68.11294117647058,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 1.0959369232548073,
|
||||
"queueWeight": 1.0959369232548073,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.018067556952081697,
|
||||
"recentTerminal": 1273,
|
||||
"recentWilsonLowerBound": 0.01206906617017304,
|
||||
"queueFactor": 1.0784761490850823,
|
||||
"queueWeight": 1.0784761490850823,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.018823529411764704,
|
||||
"recentTerminal": 1275,
|
||||
"recentWilsonLowerBound": 0.012681465329042215,
|
||||
"running": 6,
|
||||
"selectionWeight": 0.054796846162740366,
|
||||
"selectionWeight": 0.05392380745425412,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 212.16666666666666,
|
||||
"waiting": 14470
|
||||
"throughputPerHour": 212.5,
|
||||
"waiting": 14474
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T12:17:26.598472+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T12:27:31.472692+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T12:17:26.598472+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T12:27:31.472692+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user