publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-02-23 10:04:18 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into justice40-tool-iss-751

Browse source
This commit is contained in:
VincentLaUSDS 2021-11-29 13:39:56 -05:00
commit 32f8f36ca9
2 changed files with 12 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
data/data-pipeline/data_pipeline/etl/score/etl_score_post.py
View file

@ -3,6 +3,7 @@ import pandas as pd
from data_pipeline.etl.base import ExtractTransformLoad from data_pipeline.etl.base import ExtractTransformLoad
from data_pipeline.utils import get_module_logger, zip_files from data_pipeline.utils import get_module_logger, zip_files
from data_pipeline.etl.sources.census.etl_utils import ( from data_pipeline.etl.sources.census.etl_utils import (
check_census_data_source, check_census_data_source,
) )
@ -102,11 +103,13 @@ class PostScoreETL(ExtractTransformLoad):
""" """
# Rename some of the columns to prepare for merge # Rename some of the columns to prepare for merge
new_df = initial_counties_df[constants.CENSUS_COUNTIES_COLUMNS] new_df = initial_counties_df[constants.CENSUS_COUNTIES_COLUMNS]
new_df.rename(
new_df_copy = new_df.rename(
columns={"USPS": "State Abbreviation", "NAME": "County Name"}, columns={"USPS": "State Abbreviation", "NAME": "County Name"},
inplace=True, inplace=False
) )
return new_df
return new_df_copy
def _transform_states( def _transform_states(
self, initial_states_df: pd.DataFrame self, initial_states_df: pd.DataFrame
@ -254,16 +257,16 @@ class PostScoreETL(ExtractTransformLoad):
pdf_path = constants.SCORE_DOWNLOADABLE_PDF_FILE_PATH pdf_path = constants.SCORE_DOWNLOADABLE_PDF_FILE_PATH
# Rename score column # Rename score column
downloadable_df.rename( downloadable_df_copy = downloadable_df.rename(
columns={"Score G (communities)": "Community of focus (v0.1)"}, columns={"Score G (communities)": "Community of focus (v0.1)"},
inplace=True, inplace=False,
) )
logger.info("Writing downloadable csv") logger.info("Writing downloadable csv")
downloadable_df.to_csv(csv_path, index=False) downloadable_df_copy.to_csv(csv_path, index=False)
logger.info("Writing downloadable excel") logger.info("Writing downloadable excel")
downloadable_df.to_excel(excel_path, index=False) downloadable_df_copy.to_excel(excel_path, index=False)
logger.info("Compressing files") logger.info("Compressing files")
files_to_compress = [csv_path, excel_path, pdf_path] files_to_compress = [csv_path, excel_path, pdf_path]

9
data/data-pipeline/data_pipeline/ipython/scoring_comparison.ipynb
View file

@ -407,12 +407,7 @@
" method_name=\"Persistent Poverty (CBG)\",\n", " method_name=\"Persistent Poverty (CBG)\",\n",
" priority_communities_field=PERSISTENT_POVERTY_CBG_LEVEL_FIELD,\n", " priority_communities_field=PERSISTENT_POVERTY_CBG_LEVEL_FIELD,\n",
" other_census_tract_fields_to_keep=[],\n", " other_census_tract_fields_to_keep=[],\n",
" ),\n", " )\n",
" Index(\n",
" method_name=FEMA_COMMUNITIES,\n",
" priority_communities_field=FEMA_COMMUNITIES,\n",
" other_census_tract_fields_to_keep=[],\n",
" ),\n",
" ]\n", " ]\n",
")\n", ")\n",
"\n", "\n",
@ -1726,7 +1721,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.9.6" "version": "3.7.4"
} }
}, },
"nbformat": 4, "nbformat": 4,