From bbc4a4dec05660d809c0cf8c83e70d7dee8e530a Mon Sep 17 00:00:00 2001 From: Jorge Escobar <83969469+esfoobar-usds@users.noreply.github.com> Date: Sun, 5 Dec 2021 20:00:53 -0500 Subject: [PATCH] Fix bug that dropped rows from island territories (#981) Co-authored-by: lucasmbrown-usds --- .../data_pipeline/etl/score/etl_score_post.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/data/data-pipeline/data_pipeline/etl/score/etl_score_post.py b/data/data-pipeline/data_pipeline/etl/score/etl_score_post.py index fa786510..585595cf 100644 --- a/data/data-pipeline/data_pipeline/etl/score/etl_score_post.py +++ b/data/data-pipeline/data_pipeline/etl/score/etl_score_post.py @@ -2,6 +2,7 @@ from pathlib import Path import pandas as pd from data_pipeline.etl.base import ExtractTransformLoad from data_pipeline.utils import get_module_logger, zip_files +from data_pipeline.score import field_names from data_pipeline.etl.sources.census.etl_utils import ( @@ -179,7 +180,9 @@ class PostScoreETL(ExtractTransformLoad): ) # list the null score tracts - null_tract_df = merged_df[merged_df["Score E (percentile)"].isnull()] + null_tract_df = merged_df[ + merged_df[field_names.SCORE_L_COMMUNITIES].isnull() + ] # subtract data sets # this follows the XOR pattern outlined here: @@ -267,7 +270,9 @@ class PostScoreETL(ExtractTransformLoad): # Rename score column downloadable_df_copy = downloadable_df.rename( - columns={"Score G (communities)": "Community of focus (v0.1)"}, + columns={ + field_names.SCORE_L_COMMUNITIES: "Community of focus (v0.1)" + }, inplace=False, )