publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-07-22 20:10:16 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Remove inplace argument to prevent SettingWithCopyError (#899)

Browse source 
* removed inplace argument to prevent copies of dataframe to be set and chained assignment to propogate and raise exception

* removed inplace argument to prevent copies of dataframe to be set and chained assignment to propogate and raise exception

* remove superfluous pandas options that affects flake results

* remove (again) the same chained assignment from previous merge

Co-authored-by: Saran Ahluwalia <sarahluw@cisco.com>
This commit is contained in:
Saran Ahluwalia 2021-11-29 13:27:23 -05:00 • committed by GitHub
commit b0c176daee
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

17
data/data-pipeline/data_pipeline/etl/score/etl_score_post.py
View file

@ -3,6 +3,7 @@ import pandas as pd
from data_pipeline.etl.base import ExtractTransformLoad
from data_pipeline.utils import get_module_logger, zip_files
from data_pipeline.etl.sources.census.etl_utils import (
check_census_data_source,
)
@ -102,11 +103,13 @@ class PostScoreETL(ExtractTransformLoad):
"""
# Rename some of the columns to prepare for merge
new_df = initial_counties_df[constants.CENSUS_COUNTIES_COLUMNS]
new_df.rename(
new_df_copy = new_df.rename(
columns={"USPS": "State Abbreviation", "NAME": "County Name"},
inplace=True,
inplace=False
)
return new_df
return new_df_copy
def _transform_states(
self, initial_states_df: pd.DataFrame
@ -254,16 +257,16 @@ class PostScoreETL(ExtractTransformLoad):
pdf_path = constants.SCORE_DOWNLOADABLE_PDF_FILE_PATH
# Rename score column
downloadable_df.rename(
downloadable_df_copy = downloadable_df.rename(
columns={"Score G (communities)": "Community of focus (v0.1)"},
inplace=True,
inplace=False,
)
logger.info("Writing downloadable csv")
downloadable_df.to_csv(csv_path, index=False)
downloadable_df_copy.to_csv(csv_path, index=False)
logger.info("Writing downloadable excel")
downloadable_df.to_excel(excel_path, index=False)
downloadable_df_copy.to_excel(excel_path, index=False)
logger.info("Compressing files")
files_to_compress = [csv_path, excel_path, pdf_path]