state: generation 9642 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T04:49:08.815351+00:00",
|
||||
"generatedAt": "2026-09-19T04:51:55.110862+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -43,7 +43,7 @@
|
||||
"3": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 703,
|
||||
"listingErrors": 704,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 3,
|
||||
"nextAccountIndex": 4,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T04:49:08.790722+00:00",
|
||||
"updatedAt": "2026-09-19T04:51:55.087620+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T04:47:12.534729+00:00",
|
||||
"generatedAt": "2026-09-19T04:50:17.191218+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 906.4675324675325,
|
||||
"backlogHours": 919.0657894736843,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.749401788655022,
|
||||
"queueFactor": 1.0135255595879216,
|
||||
"queueWeight": 1.0135255595879216,
|
||||
"recentSuccess": 47,
|
||||
"recentSuccessRate": 0.3051948051948052,
|
||||
"recentTerminal": 154,
|
||||
"recentWilsonLowerBound": 0.2379399006813244,
|
||||
"qualityFactor": 0.6942891578905928,
|
||||
"queueFactor": 1.0146450895084442,
|
||||
"queueWeight": 1.0146450895084442,
|
||||
"recentSuccess": 46,
|
||||
"recentSuccessRate": 0.3026315789473684,
|
||||
"recentTerminal": 152,
|
||||
"recentWilsonLowerBound": 0.2352051487201708,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.7595378672027705,
|
||||
"selectionWeight": 0.7044570847526429,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 25.666666666666668,
|
||||
"waiting": 23266
|
||||
"throughputPerHour": 25.333333333333332,
|
||||
"waiting": 23283
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1552.8785046728974,
|
||||
"backlogHours": 1525.1009174311926,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.9349037927768287,
|
||||
"queueWeight": 0.9349037927768287,
|
||||
"recentSuccess": 54,
|
||||
"recentSuccessRate": 0.5046728971962616,
|
||||
"recentTerminal": 107,
|
||||
"recentWilsonLowerBound": 0.41143094215329845,
|
||||
"running": 11,
|
||||
"selectionWeight": 2.3372594819420716,
|
||||
"queueFactor": 0.9404189257469346,
|
||||
"queueWeight": 0.9404189257469346,
|
||||
"recentSuccess": 56,
|
||||
"recentSuccessRate": 0.5137614678899083,
|
||||
"recentTerminal": 109,
|
||||
"recentWilsonLowerBound": 0.4210714006745304,
|
||||
"running": 8,
|
||||
"selectionWeight": 2.3510473143673365,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.833333333333332,
|
||||
"waiting": 27693
|
||||
"throughputPerHour": 18.166666666666668,
|
||||
"waiting": 27706
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 173.12101910828025,
|
||||
"backlogHours": 177.19480519480518,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.20431220114791618,
|
||||
"queueFactor": 1.2992271079887654,
|
||||
"queueWeight": 1.2992271079887654,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.18471337579617833,
|
||||
"recentTerminal": 157,
|
||||
"recentWilsonLowerBound": 0.13179912844996683,
|
||||
"running": 9,
|
||||
"selectionWeight": 0.26544795022422607,
|
||||
"qualityFactor": 0.18487337873450566,
|
||||
"queueFactor": 1.2988186022272727,
|
||||
"queueWeight": 1.2988186022272727,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.18181818181818182,
|
||||
"recentTerminal": 154,
|
||||
"recentWilsonLowerBound": 0.12889468335747245,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.24011698335698384,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 26.166666666666668,
|
||||
"waiting": 4530
|
||||
"throughputPerHour": 25.666666666666668,
|
||||
"waiting": 4548
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1374.7619047619048,
|
||||
"backlogHours": 1376.1904761904761,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.4517066978403199,
|
||||
"queueFactor": 0.9521457210832583,
|
||||
"queueWeight": 0.9521457210832583,
|
||||
"qualityFactor": 0.42926668223956993,
|
||||
"queueFactor": 0.9550241761959841,
|
||||
"queueWeight": 0.9550241761959841,
|
||||
"recentSuccess": 18,
|
||||
"recentSuccessRate": 0.2857142857142857,
|
||||
"recentTerminal": 63,
|
||||
"recentWilsonLowerBound": 0.18903043457341692,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.4300905995333089,
|
||||
"selectionWeight": 0.40996005957422854,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 10.5,
|
||||
"waiting": 14435
|
||||
"waiting": 14450
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 513.5533980582524,
|
||||
"backlogHours": 490.3888888888889,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.3980781314324336,
|
||||
"queueFactor": 1.1036965940366046,
|
||||
"queueWeight": 1.1036965940366046,
|
||||
"recentSuccess": 26,
|
||||
"recentSuccessRate": 0.2524271844660194,
|
||||
"recentTerminal": 103,
|
||||
"recentWilsonLowerBound": 0.17847711876706254,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.4393574778224328,
|
||||
"qualityFactor": 0.3056655154230964,
|
||||
"queueFactor": 1.1148977904523358,
|
||||
"queueWeight": 1.1148977904523358,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.23148148148148148,
|
||||
"recentTerminal": 108,
|
||||
"recentWilsonLowerBound": 0.1619925471777863,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3407858077626845,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 17.166666666666668,
|
||||
"waiting": 8816
|
||||
"throughputPerHour": 18.0,
|
||||
"waiting": 8827
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 69.80357142857143,
|
||||
"backlogHours": 71.72477064220183,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.017857142857142856,
|
||||
"recentTerminal": 224,
|
||||
"recentWilsonLowerBound": 0.006965542540871424,
|
||||
"running": 26,
|
||||
"recentSuccessRate": 0.01834862385321101,
|
||||
"recentTerminal": 218,
|
||||
"recentWilsonLowerBound": 0.0071578629876473685,
|
||||
"running": 24,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 37.333333333333336,
|
||||
"throughputPerHour": 36.333333333333336,
|
||||
"waiting": 2606
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 208.36363636363637,
|
||||
"backlogHours": 205.44827586206895,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.2523401139622311,
|
||||
"queueFactor": 1.263613491527999,
|
||||
"queueWeight": 1.263613491527999,
|
||||
"qualityFactor": 0.23238345072509747,
|
||||
"queueFactor": 1.2703130885817608,
|
||||
"queueWeight": 1.2703130885817608,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.20279720279720279,
|
||||
"recentTerminal": 143,
|
||||
"recentWilsonLowerBound": 0.1450743778152789,
|
||||
"running": 11,
|
||||
"selectionWeight": 0.31886037245638804,
|
||||
"recentSuccessRate": 0.2,
|
||||
"recentTerminal": 145,
|
||||
"recentWilsonLowerBound": 0.14301624652479308,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.295199739025886,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.833333333333332,
|
||||
"waiting": 4966
|
||||
"throughputPerHour": 24.166666666666668,
|
||||
"waiting": 4965
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3199.6,
|
||||
"backlogHours": 3097.9354838709673,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 0.8056952493125176,
|
||||
"queueFactor": 0.8388285243054638,
|
||||
"queueWeight": 0.8388285243054638,
|
||||
"qualityFactor": 0.7081547260676168,
|
||||
"queueFactor": 0.8455811493328796,
|
||||
"queueWeight": 0.8455811493328796,
|
||||
"recentSuccess": 12,
|
||||
"recentSuccessRate": 0.4,
|
||||
"recentTerminal": 30,
|
||||
"recentWilsonLowerBound": 0.24590394326083398,
|
||||
"running": 3,
|
||||
"selectionWeight": 0.6758401570207418,
|
||||
"recentSuccessRate": 0.3870967741935484,
|
||||
"recentTerminal": 31,
|
||||
"recentWilsonLowerBound": 0.23732875351271562,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.5988022871737659,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.0,
|
||||
"waiting": 15998
|
||||
"throughputPerHour": 5.166666666666667,
|
||||
"waiting": 16006
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 531.9661016949152,
|
||||
"backlogHours": 523.2,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.210295650242305,
|
||||
"queueFactor": 1.0978801920181454,
|
||||
"queueWeight": 1.0978801920181454,
|
||||
"qualityFactor": 0.19238490037631822,
|
||||
"queueFactor": 1.1041192650997533,
|
||||
"queueWeight": 1.1041192650997533,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.19491525423728814,
|
||||
"recentTerminal": 118,
|
||||
"recentWilsonLowerBound": 0.1335397978223456,
|
||||
"recentSuccessRate": 0.19166666666666668,
|
||||
"recentTerminal": 120,
|
||||
"recentWilsonLowerBound": 0.13124933052612614,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.23087942886860255,
|
||||
"selectionWeight": 0.21241587481978974,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.666666666666668,
|
||||
"waiting": 10462
|
||||
"throughputPerHour": 20.0,
|
||||
"waiting": 10464
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 920.4166666666666,
|
||||
"backlogHours": 946.7142857142858,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.6513996292215067,
|
||||
"queueFactor": 1.0112065459029154,
|
||||
"queueWeight": 1.0112065459029154,
|
||||
"recentSuccess": 23,
|
||||
"recentSuccessRate": 0.3194444444444444,
|
||||
"recentTerminal": 72,
|
||||
"recentWilsonLowerBound": 0.2232545704855647,
|
||||
"qualityFactor": 0.5851952012897477,
|
||||
"queueFactor": 1.0101440460831814,
|
||||
"queueWeight": 1.0101440460831814,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.3142857142857143,
|
||||
"recentTerminal": 70,
|
||||
"recentWilsonLowerBound": 0.21762136964668136,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.6586995690675196,
|
||||
"selectionWeight": 0.5911314483792875,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.0,
|
||||
"throughputPerHour": 11.666666666666666,
|
||||
"waiting": 11045
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1553.3846153846155,
|
||||
"backlogHours": 1555.3076923076924,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.2125674752523623,
|
||||
"queueFactor": 0.9348580960751044,
|
||||
"queueWeight": 0.9348580960751044,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.3974358974358974,
|
||||
"qualityFactor": 1.2548797780399519,
|
||||
"queueFactor": 0.9376563519190955,
|
||||
"queueWeight": 0.9376563519190955,
|
||||
"recentSuccess": 32,
|
||||
"recentSuccessRate": 0.41025641025641024,
|
||||
"recentTerminal": 78,
|
||||
"recentWilsonLowerBound": 0.29611695255788584,
|
||||
"recentWilsonLowerBound": 0.3078173313444522,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.1335785212770197,
|
||||
"selectionWeight": 1.1766459947739856,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 13.0,
|
||||
"waiting": 20194
|
||||
"waiting": 20219
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 8565.818181818182,
|
||||
"backlogHours": 9430.199999999999,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.793681120235132,
|
||||
"queueFactor": 0.7236394179559162,
|
||||
"queueWeight": 0.7236394179559162,
|
||||
"recentSuccess": 7,
|
||||
"recentSuccessRate": 0.6363636363636364,
|
||||
"recentTerminal": 11,
|
||||
"recentWilsonLowerBound": 0.35379677689163724,
|
||||
"qualityFactor": 1.2988100989295255,
|
||||
"queueFactor": 0.7155467482633251,
|
||||
"queueWeight": 0.7155467482633251,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.6,
|
||||
"recentTerminal": 10,
|
||||
"recentWilsonLowerBound": 0.3126695474501863,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.2979783618454668,
|
||||
"selectionWeight": 0.9293593429005895,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 1.8333333333333333,
|
||||
"waiting": 15704
|
||||
"throughputPerHour": 1.6666666666666667,
|
||||
"waiting": 15717
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2422.5454545454545,
|
||||
"backlogHours": 2356.0588235294117,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05,
|
||||
"queueFactor": 0.8745743847774777,
|
||||
"queueWeight": 0.8745743847774777,
|
||||
"queueFactor": 0.8810249927993595,
|
||||
"queueWeight": 0.8810249927993595,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.12121212121212122,
|
||||
"recentTerminal": 33,
|
||||
"recentWilsonLowerBound": 0.0481608326758423,
|
||||
"recentSuccessRate": 0.11764705882352941,
|
||||
"recentTerminal": 34,
|
||||
"recentWilsonLowerBound": 0.04671370973436122,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.04372871923887389,
|
||||
"selectionWeight": 0.04405124963996798,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 5.5,
|
||||
"waiting": 13324
|
||||
"throughputPerHour": 5.666666666666667,
|
||||
"waiting": 13351
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1062.3896103896104,
|
||||
"backlogHours": 1078.5,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.0444834547127135,
|
||||
"queueFactor": 0.9896804040203732,
|
||||
"queueWeight": 0.9896804040203732,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.37662337662337664,
|
||||
"recentTerminal": 77,
|
||||
"recentWilsonLowerBound": 0.27669846411806526,
|
||||
"qualityFactor": 0.8438600022809288,
|
||||
"queueFactor": 0.9905881435565855,
|
||||
"queueWeight": 0.9905881435565855,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.35526315789473684,
|
||||
"recentTerminal": 76,
|
||||
"recentWilsonLowerBound": 0.25701618295439105,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.0337048074526736,
|
||||
"selectionWeight": 0.8359177130811213,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.833333333333334,
|
||||
"waiting": 13634
|
||||
"throughputPerHour": 12.666666666666666,
|
||||
"waiting": 13661
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T04:38:51.086283+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T04:50:17.191218+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T04:38:51.086283+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T04:50:17.191218+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user