name: Combine and Tilefy on: workflow_dispatch: inputs: confirm-action: description: This will rebuild the data sources and regenerate the score, are you sure you want to proceed? (Y/n) default: n required: true jobs: deploy_data: runs-on: ubuntu-latest defaults: run: working-directory: data/data-pipeline strategy: matrix: python-version: [3.9] steps: - name: Checkout source uses: actions/checkout@v2 - name: Print variables to help debug uses: hmarr/debug-action@v2 - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v2 with: python-version: ${{ matrix.python-version }} - name: Setup Poetry uses: Gr1N/setup-poetry@v7 - name: Print poetry version run: poetry --version - name: Install dependencies run: poetry install - name: Install GDAL/ogr2ogr run: | sudo apt-add-repository ppa:ubuntugis/ubuntugis-unstable sudo apt-get update sudo apt-get install gdal-bin libgdal-dev pip install GDAL==3.2.3 - name: Set timezone for tippecanoe uses: szenius/set-timezone@v1.0 with: timezoneLinux: "America/Los_Angeles" - name: Get tippecanoe run: | sudo apt-get install -y software-properties-common libsqlite3-dev zlib1g-dev sudo apt-add-repository -y ppa:git-core/ppa sudo mkdir -p /tmp/tippecanoe-src sudo git clone https://github.com/mapbox/tippecanoe.git /tmp/tippecanoe-src - name: Make tippecanoe working-directory: /tmp/tippecanoe-src run: | sudo /usr/bin/bash -c make mkdir -p /usr/local/bin cp tippecanoe /usr/local/bin/tippecanoe tippecanoe -v - name: Run Scripts run: | poetry run python3 data_pipeline/application.py geo-score -s aws poetry run python3 data_pipeline/application.py generate-map-tiles - name: Configure AWS Credentials uses: aws-actions/configure-aws-credentials@v1 with: aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }} aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }} aws-region: us-east-1 - name: Deploy to Geoplatform AWS run: | aws s3 rm s3://justice40-data/data-pipeline/data/score/tiles --recursive aws s3 cp ./data_pipeline/data/score/tiles/ s3://justice40-data/data-pipeline/data/score/tiles --recursive --acl public-read aws s3 sync ./data_pipeline/data/score/geojson/ s3://justice40-data/data-pipeline/data/score/geojson --acl public-read --delete