name: Generate Census on: workflow_dispatch: inputs: confirm-action: description: This will rebuild the census data and upload it to S3, are you sure you want to proceed? (Y/n) default: n required: true jobs: deploy_data: runs-on: ubuntu-latest defaults: run: working-directory: data/data-pipeline strategy: matrix: python-version: [3.9] steps: - name: Checkout source uses: actions/checkout@v2 - name: Print variables to help debug uses: hmarr/debug-action@v2 - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v2 with: python-version: ${{ matrix.python-version }} - name: Setup Poetry uses: Gr1N/setup-poetry@v7 - name: Print poetry version run: poetry --version - name: Install dependencies run: poetry install - name: Install GDAL/ogr2ogr run: | sudo add-apt-repository ppa:ubuntugis/ppa sudo apt-get -y install gdal-bin ogrinfo --version - name: Run Census Script run: | poetry run python3 data_pipeline/application.py census-data-download -zc - name: Configure AWS Credentials uses: aws-actions/configure-aws-credentials@v1 with: aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }} aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }} aws-region: us-east-1 - name: Upload Census Zip to Geoplatform AWS run: | aws s3 cp ./data_pipeline/data/tmp/census.zip s3://justice40-data/data-sources/census.zip --acl public-read - name: Update PR with Comment about deployment uses: mshick/add-pr-comment@v1 with: message: | Data Synced! Find it here: s3://justice40-data/data-pipeline/data/ repo-token: ${{ secrets.GITHUB_TOKEN }} repo-token-user-login: 'github-actions[bot]' # The user.login for temporary GitHub tokens allow-repeats: false # This is the default