From 36886ce29f1fb5ceb7c02c54238cf29016213990 Mon Sep 17 00:00:00 2001 From: Stephen Soltesz Date: Fri, 13 Dec 2019 18:37:00 -0500 Subject: [PATCH] Offset dailyDelay to 04:10 to allow GCS transfers to complete (#216) --- reproc/dispatch.go | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/reproc/dispatch.go b/reproc/dispatch.go index af20d107..d0e9ccd0 100644 --- a/reproc/dispatch.go +++ b/reproc/dispatch.go @@ -271,7 +271,10 @@ queueLoop: return maxDate, nil } -var dailyDelay = 3 * time.Hour +// dailyDelay is set to 4 hours and 10 minutes to allow time for the maximum +// possible pusher delay for the previous day, plus several GCS transfer jobs to +// complete. At 04:10 UTC, the daily parsing should be possible. +var dailyDelay = 4*time.Hour + 10*time.Minute // findNextRecentDay finds an appropriate date to start daily processing. func findNextRecentDay(start time.Time, skip int) time.Time {