From d89c5161310b16b18f702703a35ca2f5dc66bd00 Mon Sep 17 00:00:00 2001 From: Jorge Escobar <83969469+esfoobar-usds@users.noreply.github.com> Date: Fri, 7 Oct 2022 14:41:41 -0400 Subject: [PATCH] Hotfix for DOT data source DNS issue (#1999) --- .../data_pipeline/etl/sources/dot_travel_composite/etl.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/data/data-pipeline/data_pipeline/etl/sources/dot_travel_composite/etl.py b/data/data-pipeline/data_pipeline/etl/sources/dot_travel_composite/etl.py index 66fe512f..62622c3e 100644 --- a/data/data-pipeline/data_pipeline/etl/sources/dot_travel_composite/etl.py +++ b/data/data-pipeline/data_pipeline/etl/sources/dot_travel_composite/etl.py @@ -13,7 +13,10 @@ class TravelCompositeETL(ExtractTransformLoad): """ETL class for the DOT Travel Disadvantage Dataset""" NAME = "travel_composite" - SOURCE_URL = "https://www.transportation.gov/sites/dot.gov/files/Shapefile_and_Metadata.zip" + # Commenting below temporarily to get stating going. In the next PR we'll have env vars to control + # data source endpoints to be either "source" or "aws" + # SOURCE_URL = "https://www.transportation.gov/sites/dot.gov/files/Shapefile_and_Metadata.zip" + SOURCE_URL = "https://justice40-data.s3.amazonaws.com/data-sources/raw-data-sources/dot_travel_composite/Shapefile_and_Metadata.zip" GEO_LEVEL = ValidGeoLevel.CENSUS_TRACT PUERTO_RICO_EXPECTED_IN_DATA = False LOAD_YAML_CONFIG: bool = True