rattail/rattail-fabric2
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Add more flexible retry config for Luigi, for overnight backups

Browse source
This commit is contained in:
Lance Edgar 2020-03-22 15:40:51 -05:00
parent 679ffe817c
commit 32dda9742e
1 changed files with 19 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
rattail_fabric2/deploy/backup/luigi.cfg.mako
View file

@ -4,9 +4,28 @@ ${'#'}###########################################################
# #
# Luigi config # Luigi config
# #
# cf. https://luigi.readthedocs.io/en/stable/configuration.html
#
${'#'}########################################################### ${'#'}###########################################################
[core]
# Number of seconds to wait before timing out when making an API call. Defaults
# to 10.0
# (sometimes things can lag and we simply need to give it more time)
rpc-connect-timeout = 30
# The maximum number of retries to connect the central scheduler before giving
# up. Defaults to 3
# (occasional network issues can cause us to need more/longer retries)
rpc-retry-attempts = 10
# Number of seconds to wait before the next attempt will be started to connect
# to the central scheduler between two retry attempts. Defaults to 30
# (occasional network issues can cause us to need more/longer retries)
rpc-retry-wait = 60
[scheduler] [scheduler]
state_path = ${envpath}/app/luigi/state.pickle state_path = ${envpath}/app/luigi/state.pickle
% if history_db: % if history_db: