mirror of
https://github.com/DOI-DO/j40-cejst-2.git
synced 2025-07-28 01:51:17 -07:00
final census GHA
This commit is contained in:
parent
8b2225f22e
commit
a94b8e2761
2 changed files with 6 additions and 7 deletions
9
.github/workflows/generate-census.yml
vendored
9
.github/workflows/generate-census.yml
vendored
|
@ -33,10 +33,10 @@ jobs:
|
|||
run: poetry install
|
||||
- name: Install GDAL/ogr2ogr
|
||||
run: |
|
||||
# sudo apt-add-repository ppa:ubuntugis/ubuntugis-unstable
|
||||
# sudo apt-get update
|
||||
# sudo apt-get install gdal-bin libgdal-dev
|
||||
# pip install GDAL==3.2.3
|
||||
sudo apt-add-repository ppa:ubuntugis/ubuntugis-unstable
|
||||
sudo apt-get update
|
||||
sudo apt-get install gdal-bin libgdal-dev
|
||||
pip install GDAL==3.2.3
|
||||
- name: Run Census Script
|
||||
run: |
|
||||
poetry run python3 data_pipeline/application.py census-data-download -zc
|
||||
|
@ -48,7 +48,6 @@ jobs:
|
|||
aws-region: us-east-1
|
||||
- name: Upload Census Zip to Geoplatform AWS
|
||||
run: |
|
||||
ls ./data_pipeline/data/tmp
|
||||
aws s3 cp ./data_pipeline/data/tmp/census.zip s3://justice40-data/data-sources/census.zip --acl public-read
|
||||
- name: Update PR with Comment about deployment
|
||||
uses: mshick/add-pr-comment@v1
|
||||
|
|
|
@ -78,10 +78,10 @@ def census_data_download(zip_compress):
|
|||
logger.info("Initializing all census data")
|
||||
|
||||
data_path = settings.APP_ROOT / "data"
|
||||
# census_reset(data_path)
|
||||
census_reset(data_path)
|
||||
|
||||
logger.info("Downloading census data")
|
||||
# etl_runner("census")
|
||||
etl_runner("census")
|
||||
|
||||
if zip_compress:
|
||||
zip_census_data()
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue