publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-02-23 10:04:18 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

First attempt at using github actions to push data to S3

Browse source
This commit is contained in:
Nat Hillard 2021-08-06 11:04:03 -04:00
parent 4a3e16ae78
commit 08d1686b9a
1 changed files with 35 additions and 45 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

80
.github/workflows/deploy_data.yml vendored
View file

@ -10,52 +10,42 @@ on: [push, pull_request]
jobs: jobs:
deploy_data: deploy_data:
runs-on: ubuntu-latest runs-on: ubuntu-latest
defaults:
run:
working-directory: data/data-pipeline
strategy: strategy:
matrix: matrix:
python-version: [3.9] python-version: [3.9]
# defaults:
# run:
# working-directory: data/data-pipeline
steps: steps:
# - name: Checkout source - name: Print variables to help debug
# uses: actions/checkout@v2 uses: hmarr/debug-action@v2
- name: lol - name: Set up Python ${{ matrix.python-version }}
run: "node -v" uses: actions/setup-python@v2
# - name: Use Node.js 16 with:
# uses: actions/setup-node@v2 python-version: ${{ matrix.python-version }}
# with: - name: Setup Poetry
# node-version: '16' uses: Gr1N/setup-poetry@v4
# cache: 'npm' - name: Install dependencies
# - name: Print variables to help debug run: poetry install
# uses: hmarr/debug-action@v2 - name: Run tox
# - name: Set up Python ${{ matrix.python-version }} run: |
# uses: actions/setup-python@v2 poetry run download_census
# with: poetry run score_full
# python-version: ${{ matrix.python-version }} poetry run generate_tiles
- name: Configure AWS Credentials
# - name: Setup Poetry uses: aws-actions/configure-aws-credentials@v1
# uses: Gr1N/setup-poetry@v4 with:
# - name: Install dependencies aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }}
# run: poetry install aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }}
# - name: Run tox aws-region: us-east-1
# run: | - name: Deploy to Geoplatform AWS
# poetry run download_census run: |
# poetry run score_full aws s3 sync ./data_pipeline/data/ s3://justice40-data/data-pipeline/data --delete
# poetry run generate_tiles - name: Update PR with Comment about deployment
# - name: Configure AWS Credentials uses: mshick/add-pr-comment@v1
# uses: aws-actions/configure-aws-credentials@v1 with:
# with: message: |
# aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }} Data Synced! Find it here: s3://justice40-data/data-pipeline/data/
# aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }} repo-token: ${{ secrets.GITHUB_TOKEN }}
# aws-region: us-east-1 repo-token-user-login: 'github-actions[bot]' # The user.login for temporary GitHub tokens
# - name: Deploy to Geoplatform AWS allow-repeats: false # This is the default
# run: |
# aws s3 sync ./data_pipeline/data/ s3://justice40-data/data-pipeline/data --delete
# - name: Update PR with Comment about deployment
# uses: mshick/add-pr-comment@v1
# with:
# message: |
# Data Synced! Find it here: s3://justice40-data/data-pipeline/data/
# repo-token: ${{ secrets.GITHUB_TOKEN }}
# repo-token-user-login: 'github-actions[bot]' # The user.login for temporary GitHub tokens
# allow-repeats: false # This is the default