publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-08-04 07:24:19 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Improve download retry logic

Browse source
This commit is contained in:
Carlos Felix 2025-01-07 14:18:58 -05:00 • committed by Carlos Felix
commit d4898b8f55
4 changed files with 30 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

3
data/data-pipeline/data_pipeline/config.py
View file

@ -12,7 +12,8 @@ settings = Dynaconf(
# set root dir
settings.APP_ROOT = pathlib.Path(data_pipeline.__file__).resolve().parent
settings.DATA_PATH = settings.APP_ROOT / "data"
settings.REQUESTS_DEFAULT_TIMOUT = 3600
settings.REQUESTS_DEFAULT_TIMOUT = 300
settings.REQUESTS_DEFAULT_RETRIES = 3
# To set an environment use:
# Linux/OSX: export ENV_FOR_DYNACONF=staging
# Windows: set ENV_FOR_DYNACONF=staging