publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-02-23 18:14:19 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'usds:main' into main

Browse source
This commit is contained in:
Saran Ahluwalia 2021-11-30 13:53:27 -05:00 • committed by GitHub
commit a2995c3df7
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
data/data-pipeline/data_pipeline/etl/score/etl_score_post.py
View file

@ -3,6 +3,7 @@ import pandas as pd
from data_pipeline.etl.base import ExtractTransformLoad from data_pipeline.etl.base import ExtractTransformLoad
from data_pipeline.utils import get_module_logger, zip_files from data_pipeline.utils import get_module_logger, zip_files
from data_pipeline.etl.sources.census.etl_utils import ( from data_pipeline.etl.sources.census.etl_utils import (
check_census_data_source, check_census_data_source,
) )
@ -102,11 +103,13 @@ class PostScoreETL(ExtractTransformLoad):
""" """
# Rename some of the columns to prepare for merge # Rename some of the columns to prepare for merge
new_df = initial_counties_df[constants.CENSUS_COUNTIES_COLUMNS] new_df = initial_counties_df[constants.CENSUS_COUNTIES_COLUMNS]
new_df.rename(
new_df_copy = new_df.rename(
columns={"USPS": "State Abbreviation", "NAME": "County Name"}, columns={"USPS": "State Abbreviation", "NAME": "County Name"},
inplace=True, inplace=False
) )
return new_df
return new_df_copy
def _transform_states( def _transform_states(
self, initial_states_df: pd.DataFrame self, initial_states_df: pd.DataFrame
@ -254,16 +257,16 @@ class PostScoreETL(ExtractTransformLoad):
pdf_path = constants.SCORE_DOWNLOADABLE_PDF_FILE_PATH pdf_path = constants.SCORE_DOWNLOADABLE_PDF_FILE_PATH
# Rename score column # Rename score column
downloadable_df.rename( downloadable_df_copy = downloadable_df.rename(
columns={"Score G (communities)": "Community of focus (v0.1)"}, columns={"Score G (communities)": "Community of focus (v0.1)"},
inplace=True, inplace=False,
) )
logger.info("Writing downloadable csv") logger.info("Writing downloadable csv")
downloadable_df.to_csv(csv_path, index=False) downloadable_df_copy.to_csv(csv_path, index=False)
logger.info("Writing downloadable excel") logger.info("Writing downloadable excel")
downloadable_df.to_excel(excel_path, index=False) downloadable_df_copy.to_excel(excel_path, index=False)
logger.info("Compressing files") logger.info("Compressing files")
files_to_compress = [csv_path, excel_path, pdf_path] files_to_compress = [csv_path, excel_path, pdf_path]