diff --git a/.github/workflows/generate-score.yml b/.github/workflows/generate-score.yml index 2d361a8b..5c9cb0f9 100644 --- a/.github/workflows/generate-score.yml +++ b/.github/workflows/generate-score.yml @@ -1,26 +1,3 @@ -name: Generate Score -on: - workflow_dispatch: - inputs: - confirm-action: - description: This will rebuild the data sources and regenerate the score, are you sure you want to proceed? (Y/n) - default: n - required: true - -jobs: - deploy_data: - runs-on: ubuntu-latest - defaults: - run: - working-directory: data/data-pipeline - strategy: - matrix: - python-version: [3.9] - steps: - - name: Checkout source - uses: actions/checkout@v2 - - name: Print variables to help debug - uses: hmarr/debug-action@v2 - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v2 with: @@ -31,16 +8,22 @@ jobs: run: poetry --version - name: Install dependencies run: poetry install - - name: Run Scripts - run: | - poetry run python3 data_pipeline/application.py score-full-run -s aws - name: Configure AWS Credentials uses: aws-actions/configure-aws-credentials@v1 with: aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }} aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }} aws-region: us-east-1 - - name: Deploy to Geoplatform AWS + - name: Generate Score + run: | + poetry run python3 data_pipeline/application.py score-full-run + - name: Upload Score to AWS run: | aws s3 sync ./data_pipeline/data/score/csv/ s3://justice40-data/data-pipeline/data/score/csv --acl public-read --delete - aws s3 sync ./data_pipeline/data/score/downloadable/ s3://justice40-data/data-pipeline/data/score/downloadable --acl public-read --delete + - name: Generate Score Post + run: | + poetry run python3 data_pipeline/application.py generate-score-post -s aws + - name: Upload Score to AWS + run: | + aws s3 sync ./data_pipeline/data/score/csv/ s3://justice40-data/data-pipeline/data/score/csv --acl public-read --delete + aws s3 sync ./data_pipeline/data/score/downloadable/ s3://justice40-data/data-pipeline/data/score/downloadable --acl public-read --delete