Add more flexible retry config for Luigi, for overnight backups

This commit is contained in:
Lance Edgar 2020-03-22 15:40:51 -05:00
parent 679ffe817c
commit 32dda9742e

View file

@ -4,9 +4,28 @@ ${'#'}###########################################################
#
# Luigi config
#
# cf. https://luigi.readthedocs.io/en/stable/configuration.html
#
${'#'}###########################################################
[core]
# Number of seconds to wait before timing out when making an API call. Defaults
# to 10.0
# (sometimes things can lag and we simply need to give it more time)
rpc-connect-timeout = 30
# The maximum number of retries to connect the central scheduler before giving
# up. Defaults to 3
# (occasional network issues can cause us to need more/longer retries)
rpc-retry-attempts = 10
# Number of seconds to wait before the next attempt will be started to connect
# to the central scheduler between two retry attempts. Defaults to 30
# (occasional network issues can cause us to need more/longer retries)
rpc-retry-wait = 60
[scheduler]
state_path = ${envpath}/app/luigi/state.pickle
% if history_db: