2021-10-13 16:00:33 -04:00
|
|
|
name: Combine and Tilefy
|
|
|
|
on:
|
|
|
|
workflow_dispatch:
|
|
|
|
inputs:
|
|
|
|
confirm-action:
|
|
|
|
description: This will rebuild the data sources and regenerate the score, are you sure you want to proceed? (Y/n)
|
|
|
|
default: n
|
|
|
|
required: true
|
|
|
|
|
|
|
|
jobs:
|
|
|
|
deploy_data:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
defaults:
|
|
|
|
run:
|
|
|
|
working-directory: data/data-pipeline
|
|
|
|
strategy:
|
|
|
|
matrix:
|
|
|
|
python-version: [3.9]
|
|
|
|
steps:
|
|
|
|
- name: Checkout source
|
|
|
|
uses: actions/checkout@v2
|
|
|
|
- name: Print variables to help debug
|
|
|
|
uses: hmarr/debug-action@v2
|
|
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
|
|
uses: actions/setup-python@v2
|
|
|
|
with:
|
|
|
|
python-version: ${{ matrix.python-version }}
|
|
|
|
- name: Setup Poetry
|
|
|
|
uses: Gr1N/setup-poetry@v7
|
|
|
|
- name: Print poetry version
|
|
|
|
run: poetry --version
|
|
|
|
- name: Install dependencies
|
|
|
|
run: poetry install
|
|
|
|
- name: Install GDAL/ogr2ogr
|
|
|
|
run: |
|
|
|
|
sudo apt-add-repository ppa:ubuntugis/ubuntugis-unstable
|
|
|
|
sudo apt-get update
|
|
|
|
sudo apt-get install gdal-bin libgdal-dev
|
|
|
|
pip install GDAL==3.2.3
|
|
|
|
- name: Run Scripts
|
|
|
|
run: |
|
2021-11-01 18:05:05 -04:00
|
|
|
poetry run python3 data_pipeline/application.py geo-score -s aws
|
2021-11-02 12:06:06 -04:00
|
|
|
poetry run python3 data_pipeline/application.py generate-map-tiles
|
2021-10-13 16:00:33 -04:00
|
|
|
- name: Configure AWS Credentials
|
|
|
|
uses: aws-actions/configure-aws-credentials@v1
|
|
|
|
with:
|
|
|
|
aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }}
|
|
|
|
aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }}
|
|
|
|
aws-region: us-east-1
|
|
|
|
- name: Deploy to Geoplatform AWS
|
|
|
|
run: |
|
2021-11-01 18:05:05 -04:00
|
|
|
aws s3 rm s3://justice40-data/data-pipeline/data/score/tiles --recursive
|
|
|
|
aws s3 cp ./data_pipeline/data/score/tiles/ s3://justice40-data/data-pipeline/data/score/tiles --recursive --acl public-read
|
|
|
|
aws s3 sync ./data_pipeline/data/score/geojson/ s3://justice40-data/data-pipeline/data/score/geojson --acl public-read --delete
|