publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-02-23 01:54:18 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

Switching island territories data to tracts (#879)

Browse source
This commit is contained in:
Lucas Merrill Brown 2021-11-17 15:25:15 -05:00 • committed by lucasmbrown-usds
parent b0c176daee
commit 776a52595f
1 changed files with 3 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
data/data-pipeline/data_pipeline/etl/sources/census_decennial/etl.py
View file

@ -140,7 +140,7 @@ class CensusDecennialETL(ExtractTransformLoad):
self.API_URL = ( self.API_URL = (
"https://api.census.gov/data/{}/dec/{}?get=NAME,{}" "https://api.census.gov/data/{}/dec/{}?get=NAME,{}"
+ "&for=block%20group:*&in=state:{}%20county:{}" + "&for=tract:*&in=state:{}%20county:{}"
) )
self.df: pd.DataFrame self.df: pd.DataFrame
@ -219,11 +219,10 @@ class CensusDecennialETL(ExtractTransformLoad):
) / self.df_all[self.TOTAL_POPULATION_FIELD_NAME] ) / self.df_all[self.TOTAL_POPULATION_FIELD_NAME]
# Creating Geo ID (Census Block Group) Field Name # Creating Geo ID (Census Block Group) Field Name
self.df_all[self.GEOID_FIELD_NAME] = ( self.df_all[self.GEOID_TRACT_FIELD_NAME] = (
self.df_all["state"] self.df_all["state"]
+ self.df_all["county"] + self.df_all["county"]
+ self.df_all["tract"] + self.df_all["tract"]
+ self.df_all["block group"]
) )
# Reporting Missing Values # Reporting Missing Values
@ -240,7 +239,7 @@ class CensusDecennialETL(ExtractTransformLoad):
self.OUTPUT_PATH.mkdir(parents=True, exist_ok=True) self.OUTPUT_PATH.mkdir(parents=True, exist_ok=True)
columns_to_include = [ columns_to_include = [
self.GEOID_FIELD_NAME, self.GEOID_TRACT_FIELD_NAME,
self.MEDIAN_INCOME_FIELD_NAME, self.MEDIAN_INCOME_FIELD_NAME,
self.PERCENTAGE_HOUSEHOLDS_BELOW_200_PERC_POVERTY_LEVEL_FIELD_NAME, self.PERCENTAGE_HOUSEHOLDS_BELOW_200_PERC_POVERTY_LEVEL_FIELD_NAME,
self.PERCENTAGE_HIGH_SCHOOL_ED_FIELD_NAME, self.PERCENTAGE_HIGH_SCHOOL_ED_FIELD_NAME,