From f8a6567cdee42243e55e7410cb2cfd76ed853024 Mon Sep 17 00:00:00 2001 From: Shelby Switzer Date: Thu, 7 Jul 2022 11:10:27 -0400 Subject: [PATCH] Do not drop Guam and USVI from ETL (#1681) * Remove code that drops Guam and USVI from ETL * Add back code for dropping rows by FIPS code We may want this functionality, so let's keep it and just make the constant currently be an empty array. Co-authored-by: Shelby Switzer --- data/data-pipeline/data_pipeline/etl/score/constants.py | 2 +- data/data-pipeline/data_pipeline/etl/score/etl_score_post.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/data/data-pipeline/data_pipeline/etl/score/constants.py b/data/data-pipeline/data_pipeline/etl/score/constants.py index de657f63..d00e7b24 100644 --- a/data/data-pipeline/data_pipeline/etl/score/constants.py +++ b/data/data-pipeline/data_pipeline/etl/score/constants.py @@ -100,7 +100,7 @@ ISLAND_AREAS_EXPLANATION = ( CENSUS_COUNTIES_COLUMNS = ["USPS", "GEOID", "NAME"] # Drop FIPS codes from map -DROP_FIPS_CODES = ["66", "78"] +DROP_FIPS_CODES = [] # Drop FIPS codes from incrementing DROP_FIPS_FROM_NON_WTD_THRESHOLDS = "72" diff --git a/data/data-pipeline/data_pipeline/etl/score/etl_score_post.py b/data/data-pipeline/data_pipeline/etl/score/etl_score_post.py index afa39b17..78edd198 100644 --- a/data/data-pipeline/data_pipeline/etl/score/etl_score_post.py +++ b/data/data-pipeline/data_pipeline/etl/score/etl_score_post.py @@ -254,8 +254,8 @@ class PostScoreETL(ExtractTransformLoad): tiles_score_column_titles ].copy() - # Currently, we do not want USVI or Guam on the map, so this will drop all - # rows with the FIPS codes (first two digits of the census tract) + # We may not want some states/territories on the map, so this will drop all + # rows with those FIPS codes (first two digits of the census tract) logger.info( f"Dropping specified FIPS codes from tile data: {constants.DROP_FIPS_CODES}" )