publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-07-27 12:11:16 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Reducing Docker start up and adding ArcGIS URL (#1386)

Browse source 
* Reducing Docker start up and adding ArcGIS URL

* Updating ArcGIS URLs
This commit is contained in:
Jorge Escobar 2022-03-09 08:55:17 -05:00 • committed by GitHub
commit 1730572aa6
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 27 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

42
data/data-pipeline/data_pipeline/application.py
View file

@ -239,31 +239,33 @@ def data_full_run(check: bool, data_source: str):
"""
data_path = settings.APP_ROOT / "data"
if check and not check_first_run():
# check if the data full run has been run before
logger.info("*** The data full run was already executed")
sys.exit()
if check:
if not check_first_run():
# check if the data full run has been run before
logger.info("*** The data full run was already executed")
sys.exit()
# census directories
logger.info("*** Initializing all data folders")
census_reset(data_path)
data_folder_cleanup()
score_folder_cleanup()
temp_folder_cleanup()
else:
# census directories
logger.info("*** Initializing all data folders")
census_reset(data_path)
data_folder_cleanup()
score_folder_cleanup()
temp_folder_cleanup()
if data_source == "local":
logger.info("*** Downloading census data")
etl_runner("census")
if data_source == "local":
logger.info("*** Downloading census data")
etl_runner("census")
logger.info("*** Running all ETLs")
etl_runner()
logger.info("*** Running all ETLs")
etl_runner()
logger.info("*** Generating Score")
score_generate()
logger.info("*** Generating Score")
score_generate()
logger.info("*** Running Post Score scripts")
downloadable_cleanup()
score_post(data_source)
logger.info("*** Running Post Score scripts")
downloadable_cleanup()
score_post(data_source)
logger.info("*** Combining Score with Census Geojson")
score_geo(data_source)