Improve download retry logic

This commit is contained in:
Carlos Felix 2025-01-07 14:18:58 -05:00 committed by Carlos Felix
commit d4898b8f55
4 changed files with 30 additions and 7 deletions

View file

@ -147,9 +147,12 @@ def download_file_from_url(
if not os.path.isdir(download_file_name.parent):
os.mkdir(download_file_name.parent)
response = requests.get(
file_url, verify=verify, timeout=settings.REQUESTS_DEFAULT_TIMOUT
timeout = (
settings.REQUEST_TIMEOUT
if "REQUEST_TIMEOUT" in settings
else settings.REQUESTS_DEFAULT_TIMOUT
)
response = requests.get(file_url, verify=verify, timeout=timeout)
if response.status_code == 200:
file_contents = response.content
else: