j40-cejst-2/.github/workflows/combine-tilefy.yml

66 lines
2.5 KiB
YAML
Raw Normal View History

name: Combine and Tilefy
on:
workflow_dispatch:
inputs:
confirm-action:
description: This will rebuild the data sources and regenerate the score, are you sure you want to proceed? (Y/n)
default: n
required: true
jobs:
deploy_data:
runs-on: ubuntu-latest
defaults:
run:
working-directory: data/data-pipeline
strategy:
matrix:
python-version: [3.9]
steps:
- name: Checkout source
uses: actions/checkout@v2
- name: Print variables to help debug
uses: hmarr/debug-action@v2
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python-version }}
- name: Setup Poetry
uses: Gr1N/setup-poetry@v7
- name: Print poetry version
run: poetry --version
2021-11-02 14:05:28 -04:00
# - name: Install dependencies
# run: poetry install
# - name: Install GDAL/ogr2ogr
# run: |
# sudo apt-add-repository ppa:ubuntugis/ubuntugis-unstable
# sudo apt-get update
# sudo apt-get install gdal-bin libgdal-dev
# pip install GDAL==3.2.3
2021-11-02 14:10:56 -04:00
- name: Get tippecanoe
2021-11-02 13:34:12 -04:00
run: |
sudo apt-get install -y software-properties-common libsqlite3-dev zlib1g-dev
sudo apt-add-repository -y ppa:git-core/ppa
2021-11-02 13:58:09 -04:00
sudo mkdir -p /tmp/tippecanoe-src
sudo git clone https://github.com/mapbox/tippecanoe.git /tmp/tippecanoe-src
2021-11-02 14:10:56 -04:00
- name: Install tippecanoe
working-directory: /tmp/tippecanoe-src
run: |
sudo /bin/sh -c make
2021-11-02 14:14:50 -04:00
sudo /bin/sh -c make install
- name: Run Scripts
run: |
poetry run python3 data_pipeline/application.py geo-score -s aws
2021-11-02 12:06:06 -04:00
poetry run python3 data_pipeline/application.py generate-map-tiles
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v1
with:
aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }}
aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }}
aws-region: us-east-1
- name: Deploy to Geoplatform AWS
run: |
aws s3 rm s3://justice40-data/data-pipeline/data/score/tiles --recursive
aws s3 cp ./data_pipeline/data/score/tiles/ s3://justice40-data/data-pipeline/data/score/tiles --recursive --acl public-read
aws s3 sync ./data_pipeline/data/score/geojson/ s3://justice40-data/data-pipeline/data/score/geojson --acl public-read --delete