Fix bug that dropped rows from island territories (#981)

Co-authored-by: lucasmbrown-usds <lucas.m.brown@omb.eop.gov>
This commit is contained in:
Jorge Escobar 2021-12-05 20:00:53 -05:00 committed by GitHub
parent 07ee4165b4
commit bbc4a4dec0
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -2,6 +2,7 @@ from pathlib import Path
import pandas as pd
from data_pipeline.etl.base import ExtractTransformLoad
from data_pipeline.utils import get_module_logger, zip_files
from data_pipeline.score import field_names
from data_pipeline.etl.sources.census.etl_utils import (
@ -179,7 +180,9 @@ class PostScoreETL(ExtractTransformLoad):
)
# list the null score tracts
null_tract_df = merged_df[merged_df["Score E (percentile)"].isnull()]
null_tract_df = merged_df[
merged_df[field_names.SCORE_L_COMMUNITIES].isnull()
]
# subtract data sets
# this follows the XOR pattern outlined here:
@ -267,7 +270,9 @@ class PostScoreETL(ExtractTransformLoad):
# Rename score column
downloadable_df_copy = downloadable_df.rename(
columns={"Score G (communities)": "Community of focus (v0.1)"},
columns={
field_names.SCORE_L_COMMUNITIES: "Community of focus (v0.1)"
},
inplace=False,
)