mirror of
https://github.com/DOI-DO/j40-cejst-2.git
synced 2025-02-22 17:44:20 -08:00
Put the pdf back in the package and add TSD to pipeline (#1580)
* Put the pdf back in the package and add TSD to pipeline * updated pdf with logo * wrong path
This commit is contained in:
parent
c07d790b77
commit
fbd56e3bd5
6 changed files with 2837 additions and 6735 deletions
2
.github/workflows/deploy_be_staging.yml
vendored
2
.github/workflows/deploy_be_staging.yml
vendored
|
@ -55,6 +55,8 @@ jobs:
|
|||
run: |
|
||||
poetry run s4cmd put ./data_pipeline/data/score/csv/ s3://justice40-data/data-pipeline-staging/${{env.PR_NUMBER}}/${{env.SHA_NUMBER}}/data/score/csv --recursive --force --API-ACL=public-read
|
||||
poetry run s4cmd put ./data_pipeline/data/score/downloadable/ s3://justice40-data/data-pipeline-staging/${{env.PR_NUMBER}}/${{env.SHA_NUMBER}}/data/score/downloadable --recursive --force --API-ACL=public-read
|
||||
poetry run s4cmd put ./data_pipeline/files/ s3://justice40-data/data-pipeline-staging/${{env.PR_NUMBER}}/${{env.SHA_NUMBER}}/data/score/downloadable --recursive --force --API-ACL=public-read
|
||||
|
||||
- name: Update PR with deployed Score URLs
|
||||
uses: mshick/add-pr-comment@v1
|
||||
with:
|
||||
|
|
1
.github/workflows/generate-score.yml
vendored
1
.github/workflows/generate-score.yml
vendored
|
@ -57,3 +57,4 @@ jobs:
|
|||
run: |
|
||||
aws s3 sync ./data_pipeline/data/score/csv/ s3://justice40-data/data-pipeline/data/score/csv --acl public-read --delete
|
||||
aws s3 sync ./data_pipeline/data/score/downloadable/ s3://justice40-data/data-pipeline/data/score/downloadable --acl public-read --delete
|
||||
aws s3 sync ./data_pipeline/files/ s3://justice40-data/data-pipeline/data/score/downloadable --acl public-read --delete
|
||||
|
|
File diff suppressed because one or more lines are too long
|
@ -528,8 +528,7 @@ class PostScoreETL(ExtractTransformLoad):
|
|||
excel_path = constants.SCORE_DOWNLOADABLE_EXCEL_FILE_PATH
|
||||
codebook_path = constants.SCORE_DOWNLOADABLE_CODEBOOK_FILE_PATH
|
||||
zip_path = constants.SCORE_DOWNLOADABLE_ZIP_FILE_PATH
|
||||
# TODO: reinstate when PDF is added back
|
||||
# pdf_path = constants.SCORE_DOWNLOADABLE_PDF_FILE_PATH
|
||||
pdf_path = constants.SCORE_DOWNLOADABLE_PDF_FILE_PATH
|
||||
|
||||
logger.info("Writing downloadable excel")
|
||||
excel_config = self._load_excel_from_df(
|
||||
|
@ -583,7 +582,8 @@ class PostScoreETL(ExtractTransformLoad):
|
|||
csv_path,
|
||||
excel_path,
|
||||
codebook_path,
|
||||
] # add pdf_path here to include PDF
|
||||
pdf_path,
|
||||
]
|
||||
zip_files(zip_path, files_to_compress)
|
||||
|
||||
def load(self) -> None:
|
||||
|
|
File diff suppressed because one or more lines are too long
Binary file not shown.
Loading…
Add table
Reference in a new issue