From a94b8e27617e4664121b458da3384f97df09a2aa Mon Sep 17 00:00:00 2001 From: Jorge Escobar Date: Thu, 14 Oct 2021 13:50:56 -0400 Subject: [PATCH] final census GHA --- .github/workflows/generate-census.yml | 9 ++++----- data/data-pipeline/data_pipeline/application.py | 4 ++-- 2 files changed, 6 insertions(+), 7 deletions(-) diff --git a/.github/workflows/generate-census.yml b/.github/workflows/generate-census.yml index 8b11e290..96862a9f 100644 --- a/.github/workflows/generate-census.yml +++ b/.github/workflows/generate-census.yml @@ -33,10 +33,10 @@ jobs: run: poetry install - name: Install GDAL/ogr2ogr run: | - # sudo apt-add-repository ppa:ubuntugis/ubuntugis-unstable - # sudo apt-get update - # sudo apt-get install gdal-bin libgdal-dev - # pip install GDAL==3.2.3 + sudo apt-add-repository ppa:ubuntugis/ubuntugis-unstable + sudo apt-get update + sudo apt-get install gdal-bin libgdal-dev + pip install GDAL==3.2.3 - name: Run Census Script run: | poetry run python3 data_pipeline/application.py census-data-download -zc @@ -48,7 +48,6 @@ jobs: aws-region: us-east-1 - name: Upload Census Zip to Geoplatform AWS run: | - ls ./data_pipeline/data/tmp aws s3 cp ./data_pipeline/data/tmp/census.zip s3://justice40-data/data-sources/census.zip --acl public-read - name: Update PR with Comment about deployment uses: mshick/add-pr-comment@v1 diff --git a/data/data-pipeline/data_pipeline/application.py b/data/data-pipeline/data_pipeline/application.py index 766e32a6..7e02b2e2 100644 --- a/data/data-pipeline/data_pipeline/application.py +++ b/data/data-pipeline/data_pipeline/application.py @@ -78,10 +78,10 @@ def census_data_download(zip_compress): logger.info("Initializing all census data") data_path = settings.APP_ROOT / "data" - # census_reset(data_path) + census_reset(data_path) logger.info("Downloading census data") - # etl_runner("census") + etl_runner("census") if zip_compress: zip_census_data()