state: generation 9580 (cycle)
This commit is contained in:
@@ -1764,7 +1764,7 @@
|
||||
"taskType": "text-generation"
|
||||
}
|
||||
},
|
||||
"generatedAt": "2026-09-19T01:58:11.503035+00:00",
|
||||
"generatedAt": "2026-09-19T02:00:58.035146+00:00",
|
||||
"summary": {
|
||||
"activeBlockCount": 85,
|
||||
"byGpuFramework": {
|
||||
|
||||
@@ -43,7 +43,7 @@
|
||||
"3": {
|
||||
"complete": false,
|
||||
"lastError": "ModelHubAPIError: 系统错误",
|
||||
"listingErrors": 698,
|
||||
"listingErrors": 699,
|
||||
"nextPage": 1,
|
||||
"recordsScanned": 0,
|
||||
"uniqueRecords": 0
|
||||
@@ -102,12 +102,12 @@
|
||||
"cutoffAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"failureLogsInspected": 0,
|
||||
"mode": "incremental_decision_only",
|
||||
"nextAccountIndex": 3,
|
||||
"nextAccountIndex": 4,
|
||||
"recordsScanned": 0,
|
||||
"seenTaskIds": [],
|
||||
"startedAt": "2026-09-04T03:55:51.365685+00:00",
|
||||
"terminalRecords": 0,
|
||||
"uniqueRecords": 0,
|
||||
"updatedAt": "2026-09-19T01:58:11.478156+00:00",
|
||||
"updatedAt": "2026-09-19T02:00:58.011019+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -416,121 +416,121 @@
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-09-19T01:56:27.197043+00:00",
|
||||
"generatedAt": "2026-09-19T01:59:18.292356+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
"backlogHours": 994.936170212766,
|
||||
"backlogHours": 1023.8102189781023,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b3",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.7672730297254237,
|
||||
"queueFactor": 1.0109221472035865,
|
||||
"queueWeight": 1.0109221472035865,
|
||||
"recentSuccess": 44,
|
||||
"recentSuccessRate": 0.3120567375886525,
|
||||
"recentTerminal": 141,
|
||||
"recentWilsonLowerBound": 0.24141952685240273,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.7756532987014265,
|
||||
"qualityFactor": 0.7555582773260547,
|
||||
"queueFactor": 1.0119712066442554,
|
||||
"queueWeight": 1.0119712066442554,
|
||||
"recentSuccess": 43,
|
||||
"recentSuccessRate": 0.31386861313868614,
|
||||
"recentTerminal": 137,
|
||||
"recentWilsonLowerBound": 0.24213533131272647,
|
||||
"running": 9,
|
||||
"selectionWeight": 0.7646032215957026,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 23.5,
|
||||
"waiting": 23381
|
||||
"throughputPerHour": 22.833333333333332,
|
||||
"waiting": 23377
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"available": true,
|
||||
"backlogHours": 1257.7164179104477,
|
||||
"backlogHours": 1306.4186046511627,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Ascend_910-b4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 1.5340849765397515,
|
||||
"queueFactor": 0.9759994761423456,
|
||||
"queueWeight": 0.9759994761423456,
|
||||
"recentSuccess": 55,
|
||||
"recentSuccessRate": 0.41044776119402987,
|
||||
"recentTerminal": 134,
|
||||
"recentWilsonLowerBound": 0.33078429907072665,
|
||||
"running": 8,
|
||||
"selectionWeight": 1.49726613346064,
|
||||
"qualityFactor": 1.4188258095985726,
|
||||
"queueFactor": 0.9756380316489833,
|
||||
"queueWeight": 0.9756380316489833,
|
||||
"recentSuccess": 52,
|
||||
"recentSuccessRate": 0.40310077519379844,
|
||||
"recentTerminal": 129,
|
||||
"recentWilsonLowerBound": 0.32244049490705023,
|
||||
"running": 9,
|
||||
"selectionWeight": 1.3842604201295265,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.333333333333332,
|
||||
"waiting": 28089
|
||||
"throughputPerHour": 21.5,
|
||||
"waiting": 28088
|
||||
},
|
||||
"Biren_166m": {
|
||||
"available": true,
|
||||
"backlogHours": 255.0508474576271,
|
||||
"backlogHours": 246.68852459016395,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Biren_166m",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.18501868488940526,
|
||||
"queueFactor": 1.239918039137633,
|
||||
"queueWeight": 1.239918039137633,
|
||||
"recentSuccess": 22,
|
||||
"recentSuccessRate": 0.1864406779661017,
|
||||
"recentTerminal": 118,
|
||||
"recentWilsonLowerBound": 0.12646899188610022,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.22940800497189498,
|
||||
"qualityFactor": 0.2120779969724525,
|
||||
"queueFactor": 1.2527913113127978,
|
||||
"queueWeight": 1.2527913113127978,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.19672131147540983,
|
||||
"recentTerminal": 122,
|
||||
"recentWilsonLowerBound": 0.13591035553474007,
|
||||
"running": 10,
|
||||
"selectionWeight": 0.2656894719277103,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 19.666666666666668,
|
||||
"throughputPerHour": 20.333333333333332,
|
||||
"waiting": 5016
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"available": true,
|
||||
"backlogHours": 1570.344827586207,
|
||||
"backlogHours": 1544.0338983050847,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x4",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.3253277332351746,
|
||||
"queueFactor": 0.9440342257331161,
|
||||
"queueWeight": 0.9440342257331161,
|
||||
"recentSuccess": 15,
|
||||
"recentSuccessRate": 0.25862068965517243,
|
||||
"recentTerminal": 58,
|
||||
"recentWilsonLowerBound": 0.16345403519517454,
|
||||
"qualityFactor": 0.25181390133069714,
|
||||
"queueFactor": 0.9514863235249348,
|
||||
"queueWeight": 0.9514863235249348,
|
||||
"recentSuccess": 14,
|
||||
"recentSuccessRate": 0.23728813559322035,
|
||||
"recentTerminal": 59,
|
||||
"recentWilsonLowerBound": 0.14694486256946127,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.3071205147541778,
|
||||
"selectionWeight": 0.2395974831896157,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 9.666666666666666,
|
||||
"waiting": 15180
|
||||
"throughputPerHour": 9.833333333333334,
|
||||
"waiting": 15183
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
"available": true,
|
||||
"backlogHours": 504.87272727272733,
|
||||
"backlogHours": 519.0841121495328,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Cambricon_mlu-370-x8",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 7,
|
||||
"qualityFactor": 0.305910989825781,
|
||||
"queueFactor": 1.11920516938244,
|
||||
"queueWeight": 1.11920516938244,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.22727272727272727,
|
||||
"recentTerminal": 110,
|
||||
"recentWilsonLowerBound": 0.15894521607203976,
|
||||
"qualityFactor": 0.28566022765567994,
|
||||
"queueFactor": 1.1205091681961965,
|
||||
"queueWeight": 1.1205091681961965,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.22429906542056074,
|
||||
"recentTerminal": 107,
|
||||
"recentWilsonLowerBound": 0.15561444075406777,
|
||||
"running": 7,
|
||||
"selectionWeight": 0.34237716118391315,
|
||||
"selectionWeight": 0.3200849040772021,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 18.333333333333332,
|
||||
"waiting": 9256
|
||||
"throughputPerHour": 17.833333333333332,
|
||||
"waiting": 9257
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"available": true,
|
||||
"backlogHours": 68.11304347826086,
|
||||
"backlogHours": 66.27966101694915,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-100",
|
||||
@@ -540,196 +540,196 @@
|
||||
"queueFactor": 1.3,
|
||||
"queueWeight": 1.3,
|
||||
"recentSuccess": 4,
|
||||
"recentSuccessRate": 0.017391304347826087,
|
||||
"recentTerminal": 230,
|
||||
"recentWilsonLowerBound": 0.006783286481654554,
|
||||
"running": 24,
|
||||
"recentSuccessRate": 0.01694915254237288,
|
||||
"recentTerminal": 236,
|
||||
"recentWilsonLowerBound": 0.006610324922223368,
|
||||
"running": 27,
|
||||
"selectionWeight": 0.065,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 38.333333333333336,
|
||||
"waiting": 2611
|
||||
"throughputPerHour": 39.333333333333336,
|
||||
"waiting": 2607
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
"available": true,
|
||||
"backlogHours": 242.29268292682926,
|
||||
"backlogHours": 240.53225806451613,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_bi-150",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 50,
|
||||
"qualityFactor": 0.29140560092656365,
|
||||
"queueFactor": 1.2494991045920207,
|
||||
"queueWeight": 1.2494991045920207,
|
||||
"qualityFactor": 0.2798986697633154,
|
||||
"queueFactor": 1.2575494614501699,
|
||||
"queueWeight": 1.2575494614501699,
|
||||
"recentSuccess": 27,
|
||||
"recentSuccessRate": 0.21951219512195122,
|
||||
"recentTerminal": 123,
|
||||
"recentWilsonLowerBound": 0.1554740213505587,
|
||||
"running": 10,
|
||||
"selectionWeight": 0.364111037430841,
|
||||
"recentSuccessRate": 0.21774193548387097,
|
||||
"recentTerminal": 124,
|
||||
"recentWilsonLowerBound": 0.15417986080833496,
|
||||
"running": 2,
|
||||
"selectionWeight": 0.35198642142147624,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 20.5,
|
||||
"waiting": 4967
|
||||
"throughputPerHour": 20.666666666666668,
|
||||
"waiting": 4971
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
"available": true,
|
||||
"backlogHours": 3420.0,
|
||||
"backlogHours": 3420.2142857142853,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Iluvatar_mrv-100",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 1.1952876437114526,
|
||||
"queueFactor": 0.8400073346266845,
|
||||
"queueWeight": 0.8400073346266845,
|
||||
"qualityFactor": 1.169396450247036,
|
||||
"queueFactor": 0.8444872117159609,
|
||||
"queueWeight": 0.8444872117159609,
|
||||
"recentSuccess": 13,
|
||||
"recentSuccessRate": 0.4642857142857143,
|
||||
"recentTerminal": 28,
|
||||
"recentWilsonLowerBound": 0.2953130373965958,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.0040503877062674,
|
||||
"selectionWeight": 0.9875403476596618,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 4.666666666666667,
|
||||
"waiting": 15960
|
||||
"waiting": 15961
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"available": true,
|
||||
"backlogHours": 470.67153284671537,
|
||||
"backlogHours": 488.6363636363636,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 8,
|
||||
"qualityFactor": 0.1859813557225415,
|
||||
"queueFactor": 1.1310434896566652,
|
||||
"queueWeight": 1.1310434896566652,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.18248175182481752,
|
||||
"recentTerminal": 137,
|
||||
"recentWilsonLowerBound": 0.12676767353162913,
|
||||
"qualityFactor": 0.2674874430621885,
|
||||
"queueFactor": 1.1307151400029072,
|
||||
"queueWeight": 1.1307151400029072,
|
||||
"recentSuccess": 28,
|
||||
"recentSuccessRate": 0.21212121212121213,
|
||||
"recentTerminal": 132,
|
||||
"recentWilsonLowerBound": 0.15103384183382562,
|
||||
"running": 8,
|
||||
"selectionWeight": 0.21035300158750095,
|
||||
"selectionWeight": 0.30245210163108216,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 22.833333333333332,
|
||||
"waiting": 10747
|
||||
"throughputPerHour": 22.0,
|
||||
"waiting": 10750
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"available": true,
|
||||
"backlogHours": 1002.4411764705882,
|
||||
"backlogHours": 1065.0,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "MetaX_c-500",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 0.926326346073094,
|
||||
"queueFactor": 1.0097832430008973,
|
||||
"queueWeight": 1.0097832430008973,
|
||||
"recentSuccess": 25,
|
||||
"recentSuccessRate": 0.36764705882352944,
|
||||
"recentTerminal": 68,
|
||||
"recentWilsonLowerBound": 0.26300294660514806,
|
||||
"running": 4,
|
||||
"selectionWeight": 0.9353888218148604,
|
||||
"qualityFactor": 0.9342009483812688,
|
||||
"queueFactor": 1.00600151245974,
|
||||
"queueWeight": 1.00600151245974,
|
||||
"recentSuccess": 24,
|
||||
"recentSuccessRate": 0.375,
|
||||
"recentTerminal": 64,
|
||||
"recentWilsonLowerBound": 0.26665803888105327,
|
||||
"running": 5,
|
||||
"selectionWeight": 0.9398075670128798,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.333333333333334,
|
||||
"waiting": 11361
|
||||
"throughputPerHour": 10.666666666666666,
|
||||
"waiting": 11360
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"available": true,
|
||||
"backlogHours": 1778.3661971830984,
|
||||
"backlogHours": 1803.7714285714287,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Mthreads_s4000",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 4,
|
||||
"qualityFactor": 1.5003653343227845,
|
||||
"queueFactor": 0.9265819053169138,
|
||||
"queueWeight": 0.9265819053169138,
|
||||
"recentSuccess": 31,
|
||||
"recentSuccessRate": 0.43661971830985913,
|
||||
"recentTerminal": 71,
|
||||
"recentWilsonLowerBound": 0.3274593796310178,
|
||||
"qualityFactor": 1.3890918638291851,
|
||||
"queueFactor": 0.9295523417611468,
|
||||
"queueWeight": 0.9295523417611468,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.42857142857142855,
|
||||
"recentTerminal": 70,
|
||||
"recentWilsonLowerBound": 0.31935124886212546,
|
||||
"running": 4,
|
||||
"selectionWeight": 1.390211370148254,
|
||||
"selectionWeight": 1.291233594943775,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 11.833333333333334,
|
||||
"throughputPerHour": 11.666666666666666,
|
||||
"waiting": 21044
|
||||
},
|
||||
"Sunrise_pt-200-x1": {
|
||||
"available": true,
|
||||
"backlogHours": 5525.647058823529,
|
||||
"backlogHours": 6262.4,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Sunrise_pt-200-x1",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 2,
|
||||
"qualityFactor": 2.5,
|
||||
"queueFactor": 0.7816809405436743,
|
||||
"queueWeight": 0.7816809405436743,
|
||||
"recentSuccess": 11,
|
||||
"recentSuccessRate": 0.6470588235294118,
|
||||
"recentTerminal": 17,
|
||||
"recentWilsonLowerBound": 0.41299966721211817,
|
||||
"queueFactor": 0.7712407250181766,
|
||||
"queueWeight": 0.7712407250181766,
|
||||
"recentSuccess": 10,
|
||||
"recentSuccessRate": 0.6666666666666666,
|
||||
"recentTerminal": 15,
|
||||
"recentWilsonLowerBound": 0.4171312515121298,
|
||||
"running": 2,
|
||||
"selectionWeight": 1.9542023513591857,
|
||||
"selectionWeight": 1.9281018125454417,
|
||||
"stale": false,
|
||||
"submissionEligible": false,
|
||||
"throughputPerHour": 2.8333333333333335,
|
||||
"throughputPerHour": 2.5,
|
||||
"waiting": 15656
|
||||
},
|
||||
"Vastai_va16": {
|
||||
"available": true,
|
||||
"backlogHours": 2767.548387096774,
|
||||
"backlogHours": 2451.4285714285716,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "Vastai_va16",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 16,
|
||||
"qualityFactor": 0.05183366341095383,
|
||||
"queueFactor": 0.867107036850005,
|
||||
"queueWeight": 0.867107036850005,
|
||||
"recentSuccess": 5,
|
||||
"recentSuccessRate": 0.16129032258064516,
|
||||
"recentTerminal": 31,
|
||||
"recentWilsonLowerBound": 0.07092519905439935,
|
||||
"qualityFactor": 0.06796814614213827,
|
||||
"queueFactor": 0.8877449046829426,
|
||||
"queueWeight": 0.8877449046829426,
|
||||
"recentSuccess": 6,
|
||||
"recentSuccessRate": 0.17142857142857143,
|
||||
"recentTerminal": 35,
|
||||
"recentWilsonLowerBound": 0.08102529944856719,
|
||||
"running": 16,
|
||||
"selectionWeight": 0.0449453342893527,
|
||||
"selectionWeight": 0.060338375418428854,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 5.166666666666667,
|
||||
"waiting": 14299
|
||||
"throughputPerHour": 5.833333333333333,
|
||||
"waiting": 14300
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"available": true,
|
||||
"backlogHours": 1136.8831168831168,
|
||||
"backlogHours": 1151.6842105263158,
|
||||
"canVerify": true,
|
||||
"error": null,
|
||||
"gpu": "hygon_k100-ai",
|
||||
"healthFactor": 1.0,
|
||||
"maxConcurrentTasks": 6,
|
||||
"qualityFactor": 1.035775207820398,
|
||||
"queueFactor": 0.9908995279429188,
|
||||
"queueWeight": 0.9908995279429188,
|
||||
"recentSuccess": 29,
|
||||
"recentSuccessRate": 0.37662337662337664,
|
||||
"recentTerminal": 77,
|
||||
"recentWilsonLowerBound": 0.27669846411806526,
|
||||
"running": 6,
|
||||
"selectionWeight": 1.0263491644842109,
|
||||
"qualityFactor": 1.1447211805745021,
|
||||
"queueFactor": 0.9942625073468078,
|
||||
"queueWeight": 0.9942625073468078,
|
||||
"recentSuccess": 30,
|
||||
"recentSuccessRate": 0.39473684210526316,
|
||||
"recentTerminal": 76,
|
||||
"recentWilsonLowerBound": 0.2924641219449393,
|
||||
"running": 7,
|
||||
"selectionWeight": 1.1381533512110025,
|
||||
"stale": false,
|
||||
"submissionEligible": true,
|
||||
"throughputPerHour": 12.833333333333334,
|
||||
"waiting": 14590
|
||||
"throughputPerHour": 12.666666666666666,
|
||||
"waiting": 14588
|
||||
}
|
||||
},
|
||||
"queueAttemptedAt": "2026-09-19T01:47:41.193279+00:00",
|
||||
"queueAttemptedAt": "2026-09-19T01:59:18.292356+00:00",
|
||||
"queueError": null,
|
||||
"queueUpdatedAt": "2026-09-19T01:47:41.193279+00:00",
|
||||
"queueUpdatedAt": "2026-09-19T01:59:18.292356+00:00",
|
||||
"supportedGpus": [
|
||||
"Vastai_va16",
|
||||
"Kunlunxin_p-800",
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user