publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-07-30 13:11:18 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Remove use of strategy matric in PR workflows

Browse source
This commit is contained in:
Carlos Felix 2024-12-10 15:07:04 -05:00 • committed by Carlos Felix
commit 0b612fbade
6 changed files with 21 additions and 35 deletions
Download patch file Download diff file Expand all files Collapse all files

1
data/data-pipeline/data_pipeline/application.py
View file

@ -439,7 +439,6 @@ def full_run(ctx, use_cache):
if not use_cache:
ctx.invoke(data_cleanup)
ctx.invoke(census_data_download, zip_compress=False, use_cache=use_cache)
ctx.invoke(extract_data_sources, dataset=None, use_cache=use_cache)
ctx.invoke(etl_run, dataset=None, use_cache=use_cache)
ctx.invoke(full_post_etl)

6
data/data-pipeline/data_pipeline/etl/constants.py
View file

@ -160,13 +160,15 @@ DATASET_LIST = [
"name": "census_acs",
"module_dir": "census_acs",
"class_name": "CensusACSETL",
"is_memory_intensive": False,
# Not memory intensive, but run at the end
"is_memory_intensive": True,
},
{
"name": "census_acs_2010",
"module_dir": "census_acs_2010",
"class_name": "CensusACS2010ETL",
"is_memory_intensive": False,
# Not memory intensive, but run at the end
"is_memory_intensive": True,
},
{
"name": "us_army_fuds",