publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-07-26 19:01:17 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

dependabot bump pillow (#681)

Browse source 
* dependabot bump pillow

* updated poetry

* adding encoding to file open
This commit is contained in:
Jorge Escobar 2021-09-14 17:28:59 -04:00 • committed by GitHub
commit fc5ed37fca
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 327 additions and 382 deletions
Download patch file Download diff file Expand all files Collapse all files

11
data/data-pipeline/data_pipeline/etl/sources/census/etl.py
View file

@ -121,7 +121,7 @@ class CensusETL(ExtractTransformLoad):
for file in self.GEOJSON_BASE_PATH.iterdir():
if file.suffix == ".json":
logger.info(f"Ingesting geoid10 for file {file}")
with open(self.GEOJSON_BASE_PATH / file) as f:
with open(self.GEOJSON_BASE_PATH / file, encoding="utf-8") as f:
geojson = json.load(f)
for feature in geojson["features"]:
geoid10 = feature["properties"]["GEOID10"]
@ -155,7 +155,9 @@ class CensusETL(ExtractTransformLoad):
## write to individual state csv
geoid10_list = self.CBG_PER_STATE[fips_code]
csv_path = self._path_for_fips_file(fips_code, GeoFileType.CSV)
with open(csv_path, mode="w", newline="") as cbg_csv_file:
with open(
csv_path, mode="w", newline="", encoding="utf-8"
) as cbg_csv_file:
cbg_csv_file_writer = csv.writer(
cbg_csv_file,
delimiter=",",
@ -181,7 +183,10 @@ class CensusETL(ExtractTransformLoad):
if not self.NATIONAL_CBG_CSV_PATH.is_file():
logger.info(f"Creating {self.NATIONAL_CBG_CSV_PATH}")
with open(
self.NATIONAL_CBG_CSV_PATH, mode="w", newline=""
self.NATIONAL_CBG_CSV_PATH,
mode="w",
newline="",
encoding="utf-8",
) as cbg_csv_file:
cbg_csv_file_writer = csv.writer(
cbg_csv_file,

2
data/data-pipeline/data_pipeline/etl/sources/census/etl_utils.py
View file

@ -43,7 +43,7 @@ def get_state_fips_codes(data_path: Path) -> list:
)
fips_state_list = []
with open(fips_csv_path) as csv_file:
with open(fips_csv_path, encoding="utf-8") as csv_file:
csv_reader = csv.reader(csv_file, delimiter=",")
line_count = 0