publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-07-28 05:51:17 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update score version workflow to also upload tiles (#2042)

Browse source 
* Actually upload the score

* Add back tile generation (#2035)

* Move score GEO up (#2035)

* Copy beta README to 1.0 (#2035)

* Remove dates from file names (#2035)

* Remove unused score ETLs from constants (#2035)

* Put back child opp index (#2035)

* Remove unused import (#2035)
This commit is contained in:
Matt Bowen 2022-10-28 10:53:19 -04:00 • committed by GitHub
commit 0d0cf2a5f9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 146 additions and 63 deletions
Download patch file Download diff file Expand all files Collapse all files

25
data/data-pipeline/data_pipeline/etl/score/constants.py
View file

@ -1,6 +1,5 @@
import os
from pathlib import Path
import datetime
from data_pipeline.config import settings
@ -45,12 +44,6 @@ DATA_SCORE_JSON_INDEX_FILE_PATH = (
DATA_SCORE_TILES_DIR = DATA_SCORE_DIR / "tiles"
# Downloadable paths
if not os.environ.get("J40_VERSION_DATE_STRING"):
current_dt = datetime.datetime.now()
timestamp_str = current_dt.strftime("%Y-%m-%d-%H%MGMT")
else:
timestamp_str = os.environ.get("J40_VERSION_DATE_STRING")
if not os.environ.get("J40_VERSION_LABEL_STRING"):
version_str = "beta"
else:
@ -62,29 +55,25 @@ SCORE_DOWNLOADABLE_PDF_FILE_PATH = FILES_PATH / SCORE_DOWNLOADABLE_PDF_FILE_NAME
SCORE_DOWNLOADABLE_TSD_FILE_NAME = "cejst-technical-support-document.pdf"
SCORE_DOWNLOADABLE_TSD_FILE_PATH = FILES_PATH / SCORE_DOWNLOADABLE_TSD_FILE_NAME
SCORE_DOWNLOADABLE_CSV_FILE_PATH = (
SCORE_DOWNLOADABLE_DIR / f"{version_str}-communities-{timestamp_str}.csv"
SCORE_DOWNLOADABLE_DIR / f"{version_str}-communities.csv"
)
SCORE_DOWNLOADABLE_EXCEL_FILE_PATH = (
SCORE_DOWNLOADABLE_DIR / f"{version_str}-communities-{timestamp_str}.xlsx"
SCORE_DOWNLOADABLE_DIR / f"{version_str}-communities.xlsx"
)
SCORE_DOWNLOADABLE_CODEBOOK_FILE_PATH = (
SCORE_DOWNLOADABLE_DIR / f"{version_str}-codebook-{timestamp_str}.csv"
SCORE_DOWNLOADABLE_DIR / f"{version_str}-codebook.csv"
)
SCORE_DOWNLOADABLE_CSV_ZIP_FILE_PATH = (
SCORE_DOWNLOADABLE_DIR
/ f"{version_str}-communities-csv-{timestamp_str}.zip"
SCORE_DOWNLOADABLE_DIR / f"{version_str}-communities-csv.zip"
)
SCORE_DOWNLOADABLE_XLS_ZIP_FILE_PATH = (
SCORE_DOWNLOADABLE_DIR
/ f"{version_str}-communities-xls-{timestamp_str}.zip"
SCORE_DOWNLOADABLE_DIR / f"{version_str}-communities-xls.zip"
)
SCORE_VERSIONING_DATA_DOCUMENTATION_ZIP_FILE_PATH = (
SCORE_DOWNLOADABLE_DIR
/ f"{version_str}-data-documentation-{timestamp_str}.zip"
SCORE_DOWNLOADABLE_DIR / f"{version_str}-data-documentation.zip"
)
SCORE_VERSIONING_SHAPEFILE_CODEBOOK_FILE_PATH = (
SCORE_DOWNLOADABLE_DIR
/ f"{version_str}-shapefile-codebook-{timestamp_str}.zip"
SCORE_DOWNLOADABLE_DIR / f"{version_str}-shapefile-codebook.zip"
)
SCORE_VERSIONING_README_FILE_NAME = f"README-version-{version_str}.md"
SCORE_VERSIONING_README_FILE_PATH = (