publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-08-01 21:14:19 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixing up validation

Browse source
This commit is contained in:
lucasmbrown-usds 2022-09-21 16:07:54 -04:00
commit a3ad7e0a5a
2 changed files with 19 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

11
data/data-pipeline/data_pipeline/etl/sources/geocorr_alternatives/etl.py
View file

@ -24,12 +24,17 @@ class GeoCorrAlternativesETL(ExtractTransformLoad):
# Metadata for the baseclass
NAME = "geocorr_alternatives"
GEO_LEVEL = ValidGeoLevel.CENSUS_TRACT
PUERTO_RICO_EXPECTED_IN_DATA = False
INPUT_GEOCORR_TRACT_FIELD = "tract"
INPUT_GEOCORR_COUNTY_FIELD = "county"
INPUT_GEOCORR_ZIP_FIELD = "zcta5"
INPUT_GEOCORR_ALLOCATION_FIELD = "afact"
# Skip some validation checks, because there will be multiple rows per tract in this
# geocorr dataset.
VALIDATE_SHOULD_SKIP_DUPLICATE_GEOGRAPHIES_AND_GEOGRAPHY_COUNT = True
# GeoCorr downloads have a field definition in the second row of the CSV.
# This parameter skips the second row for pandas `read_csv`.
GEOCORR_SKIP_ROWS: typing.List[int] = [1]
@ -98,10 +103,4 @@ class GeoCorrAlternativesETL(ExtractTransformLoad):
".", "", regex=False
)
logger.info(zip_codes_to_tracts_df.head())
self.output_df = zip_codes_to_tracts_df
# TODO: DELETE
def validate(self) -> None:
pass