publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-07-28 00:41:18 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

final census GHA

Browse source
This commit is contained in:
Jorge Escobar 2021-10-14 13:50:56 -04:00
commit a94b8e2761
2 changed files with 6 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

9
.github/workflows/generate-census.yml vendored
View file

@ -33,10 +33,10 @@ jobs:
run: poetry install run: poetry install
- name: Install GDAL/ogr2ogr - name: Install GDAL/ogr2ogr
run: | run: |
# sudo apt-add-repository ppa:ubuntugis/ubuntugis-unstable sudo apt-add-repository ppa:ubuntugis/ubuntugis-unstable
# sudo apt-get update sudo apt-get update
# sudo apt-get install gdal-bin libgdal-dev sudo apt-get install gdal-bin libgdal-dev
# pip install GDAL==3.2.3 pip install GDAL==3.2.3
- name: Run Census Script - name: Run Census Script
run: | run: |
poetry run python3 data_pipeline/application.py census-data-download -zc poetry run python3 data_pipeline/application.py census-data-download -zc
@ -48,7 +48,6 @@ jobs:
aws-region: us-east-1 aws-region: us-east-1
- name: Upload Census Zip to Geoplatform AWS - name: Upload Census Zip to Geoplatform AWS
run: | run: |
ls ./data_pipeline/data/tmp
aws s3 cp ./data_pipeline/data/tmp/census.zip s3://justice40-data/data-sources/census.zip --acl public-read aws s3 cp ./data_pipeline/data/tmp/census.zip s3://justice40-data/data-sources/census.zip --acl public-read
- name: Update PR with Comment about deployment - name: Update PR with Comment about deployment
uses: mshick/add-pr-comment@v1 uses: mshick/add-pr-comment@v1

4
data/data-pipeline/data_pipeline/application.py
View file

@ -78,10 +78,10 @@ def census_data_download(zip_compress):
logger.info("Initializing all census data") logger.info("Initializing all census data")
data_path = settings.APP_ROOT / "data" data_path = settings.APP_ROOT / "data"
# census_reset(data_path) census_reset(data_path)
logger.info("Downloading census data") logger.info("Downloading census data")
# etl_runner("census") etl_runner("census")
if zip_compress: if zip_compress:
zip_census_data() zip_census_data()