mirror of
https://github.com/DOI-DO/j40-cejst-2.git
synced 2025-02-23 18:14:19 -08:00
This doesn't take very long, even with the full dataset, so it might be worth running this on every pull request commit. Related to https://github.com/usds/justice40-tool/issues/599.
45 lines
1.4 KiB
YAML
45 lines
1.4 KiB
YAML
# This job just runs the generate score post job with the latest data in AWS,
|
|
# since this step doesn't take very long.
|
|
name: Test Generate Score Post
|
|
on:
|
|
push:
|
|
branches: [ main ]
|
|
pull_request:
|
|
# The branches below must be a subset of the branches above
|
|
branches: [ main ]
|
|
schedule:
|
|
- cron: '42 4 * * 1'
|
|
|
|
jobs:
|
|
deploy_data:
|
|
runs-on: ubuntu-latest
|
|
defaults:
|
|
run:
|
|
working-directory: data/data-pipeline
|
|
strategy:
|
|
matrix:
|
|
python-version: [3.9]
|
|
steps:
|
|
- name: Checkout source
|
|
uses: actions/checkout@v2
|
|
- name: Print variables to help debug
|
|
uses: hmarr/debug-action@v2
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v2
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
- name: Setup Poetry
|
|
uses: Gr1N/setup-poetry@v7
|
|
- name: Print poetry version
|
|
run: poetry --version
|
|
- name: Install dependencies
|
|
run: poetry install
|
|
- name: Configure AWS Credentials
|
|
uses: aws-actions/configure-aws-credentials@v1
|
|
with:
|
|
aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }}
|
|
aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }}
|
|
aws-region: us-east-1
|
|
- name: Generate Score Post
|
|
run: |
|
|
poetry run python3 data_pipeline/application.py generate-score-post -s aws
|