diff --git a/.github/workflows/test-generate-score-post.yml b/.github/workflows/test-generate-score-post.yml new file mode 100644 index 00000000..d4ae11d7 --- /dev/null +++ b/.github/workflows/test-generate-score-post.yml @@ -0,0 +1,45 @@ +# This job just runs the generate score post job with the latest data in AWS, +# since this step doesn't take very long. +name: Test Generate Score Post +on: + push: + branches: [ main ] + pull_request: + # The branches below must be a subset of the branches above + branches: [ main ] + schedule: + - cron: '42 4 * * 1' + +jobs: + deploy_data: + runs-on: ubuntu-latest + defaults: + run: + working-directory: data/data-pipeline + strategy: + matrix: + python-version: [3.9] + steps: + - name: Checkout source + uses: actions/checkout@v2 + - name: Print variables to help debug + uses: hmarr/debug-action@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v2 + with: + python-version: ${{ matrix.python-version }} + - name: Setup Poetry + uses: Gr1N/setup-poetry@v7 + - name: Print poetry version + run: poetry --version + - name: Install dependencies + run: poetry install + - name: Configure AWS Credentials + uses: aws-actions/configure-aws-credentials@v1 + with: + aws-access-key-id: ${{ secrets.DATA_DEV_AWS_ACCESS_KEY_ID }} + aws-secret-access-key: ${{ secrets.DATA_DEV_AWS_SECRET_ACCESS_KEY }} + aws-region: us-east-1 + - name: Generate Score Post + run: | + poetry run python3 data_pipeline/application.py generate-score-post -s aws