fix: replace duplicate submissions while refilling queues
This commit is contained in:
@@ -198,7 +198,8 @@ def run_daily_batches(
|
||||
f"[daily] wave_done name={wave.name} "
|
||||
f"candidates={summary['candidateCount']} planned={summary['plannedSubmitCount']} "
|
||||
f"submitted={summary['submittedCount']} skipped={summary['skippedCount']} "
|
||||
f"failed={summary['failedCount']} remaining_before_run={summary['remainingDailyQuotaBeforeRun']}"
|
||||
f"duplicates={summary.get('duplicateCount', 0)} failed={summary['failedCount']} "
|
||||
f"remaining_before_run={summary['remainingDailyQuotaBeforeRun']}"
|
||||
)
|
||||
|
||||
if summary.get("platformAvailableSlotsBeforeRun") == 0:
|
||||
@@ -267,6 +268,14 @@ def finalize_daily_run(
|
||||
stopped_reason: str,
|
||||
) -> dict[str, Any]:
|
||||
last_wave_summary = wave_results[-1]["summary"] if wave_results else {}
|
||||
duplicate_total = sum(
|
||||
int(wave_result.get("summary", {}).get("duplicateCount", 0) or 0)
|
||||
for wave_result in wave_results
|
||||
)
|
||||
failed_total = sum(
|
||||
int(wave_result.get("summary", {}).get("failedCount", 0) or 0)
|
||||
for wave_result in wave_results
|
||||
)
|
||||
summary = {
|
||||
"generatedAt": now.isoformat(),
|
||||
"dryRun": bool(base_args.dry_run),
|
||||
@@ -275,6 +284,8 @@ def finalize_daily_run(
|
||||
"rounds": base_args.rounds,
|
||||
"attemptedWaves": attempted_waves,
|
||||
"submittedTotal": submitted_total,
|
||||
"duplicateTotal": duplicate_total,
|
||||
"failedTotal": failed_total,
|
||||
"stoppedReason": stopped_reason,
|
||||
"dailyRunDir": str(daily_run_dir),
|
||||
"remainingDailyQuotaBeforeRun": last_wave_summary.get("remainingDailyQuotaBeforeRun"),
|
||||
|
||||
Reference in New Issue
Block a user