mirror of
https://github.com/DOI-DO/j40-cejst-2.git
synced 2025-02-23 10:04:18 -08:00
updating score generate
This commit is contained in:
parent
1b17af84c8
commit
ebc363e300
1 changed files with 11 additions and 28 deletions
37
.github/workflows/generate-score.yml
vendored
37
.github/workflows/generate-score.yml
vendored
|
@ -1,26 +1,3 @@
|
||||||
name: Generate Score
|
|
||||||
on:
|
|
||||||
workflow_dispatch:
|
|
||||||
inputs:
|
|
||||||
confirm-action:
|
|
||||||
description: This will rebuild the data sources and regenerate the score, are you sure you want to proceed? (Y/n)
|
|
||||||
default: n
|
|
||||||
required: true
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
deploy_data:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
defaults:
|
|
||||||
run:
|
|
||||||
working-directory: data/data-pipeline
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
python-version: [3.9]
|
|
||||||
steps:
|
|
||||||
- name: Checkout source
|
|
||||||
uses: actions/checkout@v2
|
|
||||||
- name: Print variables to help debug
|
|
||||||
uses: hmarr/debug-action@v2
|
|
||||||
- name: Set up Python ${{ matrix.python-version }}
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
uses: actions/setup-python@v2
|
uses: actions/setup-python@v2
|
||||||
with:
|
with:
|
||||||
|
@ -31,16 +8,22 @@ jobs:
|
||||||
run: poetry --version
|
run: poetry --version
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
run: poetry install
|
run: poetry install
|
||||||
- name: Run Scripts
|
|
||||||
run: |
|
|
||||||
poetry run python3 data_pipeline/application.py score-full-run -s aws
|
|
||||||
- name: Configure AWS Credentials
|
- name: Configure AWS Credentials
|
||||||
uses: aws-actions/configure-aws-credentials@v1
|
uses: aws-actions/configure-aws-credentials@v1
|
||||||
with:
|
with:
|
||||||
aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }}
|
aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }}
|
||||||
aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }}
|
aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }}
|
||||||
aws-region: us-east-1
|
aws-region: us-east-1
|
||||||
- name: Deploy to Geoplatform AWS
|
- name: Generate Score
|
||||||
|
run: |
|
||||||
|
poetry run python3 data_pipeline/application.py score-full-run
|
||||||
|
- name: Upload Score to AWS
|
||||||
|
run: |
|
||||||
|
aws s3 sync ./data_pipeline/data/score/csv/ s3://justice40-data/data-pipeline/data/score/csv --acl public-read --delete
|
||||||
|
- name: Generate Score Post
|
||||||
|
run: |
|
||||||
|
poetry run python3 data_pipeline/application.py generate-score-post -s aws
|
||||||
|
- name: Upload Score to AWS
|
||||||
run: |
|
run: |
|
||||||
aws s3 sync ./data_pipeline/data/score/csv/ s3://justice40-data/data-pipeline/data/score/csv --acl public-read --delete
|
aws s3 sync ./data_pipeline/data/score/csv/ s3://justice40-data/data-pipeline/data/score/csv --acl public-read --delete
|
||||||
aws s3 sync ./data_pipeline/data/score/downloadable/ s3://justice40-data/data-pipeline/data/score/downloadable --acl public-read --delete
|
aws s3 sync ./data_pipeline/data/score/downloadable/ s3://justice40-data/data-pipeline/data/score/downloadable --acl public-read --delete
|
||||||
|
|
Loading…
Add table
Reference in a new issue