publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-02-23 01:54:18 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

dependabot bump pillow (#681)

Browse source 
* dependabot bump pillow

* updated poetry

* adding encoding to file open
This commit is contained in:
Jorge Escobar 2021-09-14 17:28:59 -04:00 • committed by GitHub
parent 52e70653f0
commit fc5ed37fca
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 327 additions and 382 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
data/data-pipeline/data_pipeline/etl/sources/census/etl.py
View file

@ -121,7 +121,7 @@ class CensusETL(ExtractTransformLoad):
for file in self.GEOJSON_BASE_PATH.iterdir(): for file in self.GEOJSON_BASE_PATH.iterdir():
if file.suffix == ".json": if file.suffix == ".json":
logger.info(f"Ingesting geoid10 for file {file}") logger.info(f"Ingesting geoid10 for file {file}")
with open(self.GEOJSON_BASE_PATH / file) as f: with open(self.GEOJSON_BASE_PATH / file, encoding="utf-8") as f:
geojson = json.load(f) geojson = json.load(f)
for feature in geojson["features"]: for feature in geojson["features"]:
geoid10 = feature["properties"]["GEOID10"] geoid10 = feature["properties"]["GEOID10"]
@ -155,7 +155,9 @@ class CensusETL(ExtractTransformLoad):
## write to individual state csv ## write to individual state csv
geoid10_list = self.CBG_PER_STATE[fips_code] geoid10_list = self.CBG_PER_STATE[fips_code]
csv_path = self._path_for_fips_file(fips_code, GeoFileType.CSV) csv_path = self._path_for_fips_file(fips_code, GeoFileType.CSV)
with open(csv_path, mode="w", newline="") as cbg_csv_file: with open(
csv_path, mode="w", newline="", encoding="utf-8"
) as cbg_csv_file:
cbg_csv_file_writer = csv.writer( cbg_csv_file_writer = csv.writer(
cbg_csv_file, cbg_csv_file,
delimiter=",", delimiter=",",
@ -181,7 +183,10 @@ class CensusETL(ExtractTransformLoad):
if not self.NATIONAL_CBG_CSV_PATH.is_file(): if not self.NATIONAL_CBG_CSV_PATH.is_file():
logger.info(f"Creating {self.NATIONAL_CBG_CSV_PATH}") logger.info(f"Creating {self.NATIONAL_CBG_CSV_PATH}")
with open( with open(
self.NATIONAL_CBG_CSV_PATH, mode="w", newline="" self.NATIONAL_CBG_CSV_PATH,
mode="w",
newline="",
encoding="utf-8",
) as cbg_csv_file: ) as cbg_csv_file:
cbg_csv_file_writer = csv.writer( cbg_csv_file_writer = csv.writer(
cbg_csv_file, cbg_csv_file,

2
data/data-pipeline/data_pipeline/etl/sources/census/etl_utils.py
View file

@ -43,7 +43,7 @@ def get_state_fips_codes(data_path: Path) -> list:
) )
fips_state_list = [] fips_state_list = []
with open(fips_csv_path) as csv_file: with open(fips_csv_path, encoding="utf-8") as csv_file:
csv_reader = csv.reader(csv_file, delimiter=",") csv_reader = csv.reader(csv_file, delimiter=",")
line_count = 0 line_count = 0

592
data/data-pipeline/poetry.lock generated
View file

File diff suppressed because it is too large Load diff

104
data/data-pipeline/requirements.txt
View file

@ -1,50 +1,36 @@
appdirs==1.4.4; python_full_version >= "3.6.2"
appnope==0.1.2; sys_platform == "darwin" and python_version >= "3.7" and platform_system == "Darwin" appnope==0.1.2; sys_platform == "darwin" and python_version >= "3.7" and platform_system == "Darwin"
argcomplete==1.12.3; python_version < "3.8.0" and python_version >= "3.7" argcomplete==1.12.3; python_version < "3.8.0" and python_version >= "3.7"
argon2-cffi==20.1.0; python_version >= "3.6" argon2-cffi==21.1.0; python_version >= "3.6"
astroid==2.6.6; python_version >= "3.6" and python_version < "4.0"
async-generator==1.10; python_full_version >= "3.6.1" and python_version >= "3.7"
atomicwrites==1.4.0; python_version >= "3.6" and python_full_version < "3.0.0" and sys_platform == "win32" or sys_platform == "win32" and python_version >= "3.6" and python_full_version >= "3.4.0"
attrs==21.2.0; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.6" attrs==21.2.0; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.6"
backcall==0.2.0; python_version >= "3.7" backcall==0.2.0; python_version >= "3.7"
backports.entry-points-selectable==1.1.0; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "2.7" bleach==4.1.0; python_version >= "3.7"
black==21.7b0; python_full_version >= "3.6.2"
bleach==4.0.0; python_version >= "3.7"
censusdata==1.15; python_version >= "2.7" censusdata==1.15; python_version >= "2.7"
certifi==2021.5.30; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.6.0" and python_version >= "3.7" certifi==2021.5.30; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.6.0" and python_version >= "3.7"
cffi==1.14.6; implementation_name == "pypy" and python_version >= "3.6" cffi==1.14.6; implementation_name == "pypy" and python_version >= "3.6"
charset-normalizer==2.0.4; python_full_version >= "3.6.0" and python_version >= "3" charset-normalizer==2.0.5; python_full_version >= "3.6.0" and python_version >= "3"
click-plugins==1.1.1; python_version >= "3.6" click-plugins==1.1.1; python_version >= "3.6"
click==8.0.1; python_version >= "3.6" click==8.0.1; python_version >= "3.6"
cligj==0.7.2; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.3.0" and python_version < "4" and python_version >= "3.6" cligj==0.7.2; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.3.0" and python_version < "4" and python_version >= "3.6"
colorama==0.4.4; platform_system == "Windows" and python_version >= "3.7" and python_full_version >= "3.6.2" and sys_platform == "win32" and python_version < "4.0" and (python_version >= "3.7" and python_full_version < "3.0.0" and sys_platform == "win32" or sys_platform == "win32" and python_version >= "3.7" and python_full_version >= "3.5.0") colorama==0.4.4; python_version >= "3.7" and python_full_version < "3.0.0" and platform_system == "Windows" and sys_platform == "win32" or platform_system == "Windows" and python_version >= "3.7" and python_full_version >= "3.5.0" and sys_platform == "win32"
configparser==5.0.2; python_version >= "3.6"
cycler==0.10.0; python_version >= "3.7" cycler==0.10.0; python_version >= "3.7"
debugpy==1.4.1; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.7" debugpy==1.4.3; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.7"
decorator==5.0.9; python_version >= "3.7" decorator==5.1.0; python_version >= "3.7"
defusedxml==0.7.1; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.7" defusedxml==0.7.1; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.7"
distlib==0.3.2; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" dynaconf==3.1.7; python_version >= "3.7"
dparse==0.5.1; python_version >= "3.5" entrypoints==0.3; python_full_version >= "3.6.1" and python_version >= "3.7"
dynaconf==3.1.4
entrypoints==0.3; python_version >= "3.7"
et-xmlfile==1.1.0; python_version >= "3.6"
filelock==3.0.12; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0"
fiona==1.8.20; python_version >= "3.6" fiona==1.8.20; python_version >= "3.6"
flake8==3.9.2; (python_version >= "2.7" and python_full_version < "3.0.0") or (python_full_version >= "3.5.0")
geopandas==0.9.0; python_version >= "3.6" geopandas==0.9.0; python_version >= "3.6"
idna==3.2; python_version >= "3.5" and python_full_version < "3.0.0" or python_full_version >= "3.6.0" and python_version >= "3.5" idna==3.2; python_version >= "3.5" and python_full_version < "3.0.0" or python_full_version >= "3.6.0" and python_version >= "3.5"
importlib-metadata==4.6.3; python_version == "3.7" and (python_version >= "3.6" and python_full_version < "3.0.0" and python_version < "3.8" or python_full_version >= "3.5.0" and python_version < "3.8" and python_version >= "3.6") and python_full_version >= "3.6.2" and (python_version >= "3.6" and python_full_version < "3.0.0" and python_version < "3.8" or python_full_version >= "3.4.0" and python_version >= "3.6" and python_version < "3.8") importlib-metadata==4.8.1; python_version == "3.7"
iniconfig==1.1.1; python_version >= "3.6" ipykernel==6.4.1; python_version >= "3.7"
ipykernel==6.1.0; python_version >= "3.7"
ipython-genutils==0.2.0; python_version >= "3.7" ipython-genutils==0.2.0; python_version >= "3.7"
ipython==7.26.0; python_version >= "3.7" ipython==7.27.0; python_version >= "3.7"
ipywidgets==7.6.3 ipywidgets==7.6.5
isort==5.9.3; python_full_version >= "3.6.1" and python_version < "4.0" and python_version >= "3.6"
jedi==0.18.0; python_version >= "3.7" jedi==0.18.0; python_version >= "3.7"
jellyfish==0.6.1 jellyfish==0.6.1
jinja2==3.0.1; python_version >= "3.7" jinja2==3.0.1; python_version >= "3.7"
jsonschema==3.2.0; python_version >= "3.5" jsonschema==3.2.0; python_version >= "3.5"
jupyter-client==6.2.0; python_full_version >= "3.6.1" and python_version >= "3.7" jupyter-client==7.0.2; python_full_version >= "3.6.1" and python_version >= "3.7"
jupyter-console==6.4.0; python_version >= "3.6" jupyter-console==6.4.0; python_version >= "3.6"
jupyter-contrib-core==0.3.3 jupyter-contrib-core==0.3.3
jupyter-contrib-nbextensions==0.5.1 jupyter-contrib-nbextensions==0.5.1
@ -54,82 +40,60 @@ jupyter-latex-envs==1.4.6
jupyter-nbextensions-configurator==0.4.1 jupyter-nbextensions-configurator==0.4.1
jupyter==1.0.0 jupyter==1.0.0
jupyterlab-pygments==0.1.2; python_version >= "3.7" jupyterlab-pygments==0.1.2; python_version >= "3.7"
jupyterlab-widgets==1.0.0; python_version >= "3.6" jupyterlab-widgets==1.0.2; python_version >= "3.6"
kiwisolver==1.3.1; python_version >= "3.7" kiwisolver==1.3.2; python_version >= "3.7"
lazy-object-proxy==1.6.0; python_version >= "3.6" and python_full_version < "3.0.0" and python_version < "4.0" or python_version >= "3.6" and python_version < "4.0" and python_full_version >= "3.6.0"
liccheck==0.6.2; python_version >= "2.7"
lxml==4.6.3; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" lxml==4.6.3; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0"
markupsafe==2.0.1; python_version >= "3.7" markupsafe==2.0.1; python_version >= "3.7"
matplotlib-inline==0.1.2; python_version >= "3.7" matplotlib-inline==0.1.3; python_version >= "3.7"
matplotlib==3.4.3; python_version >= "3.7" matplotlib==3.4.3; python_version >= "3.7"
mccabe==0.6.1; python_version >= "3.6" and python_full_version < "3.0.0" and python_version < "4.0" or python_version >= "3.6" and python_version < "4.0" and python_full_version >= "3.5.0"
mistune==0.8.4; python_version >= "3.7" mistune==0.8.4; python_version >= "3.7"
munch==2.5.0; python_version >= "3.6" munch==2.5.0; python_version >= "3.6"
mypy-extensions==0.4.3; python_full_version >= "3.6.2" and python_version >= "3.5" nbclient==0.5.4; python_full_version >= "3.6.1" and python_version >= "3.7"
mypy==0.910; python_version >= "3.5"
nbclient==0.5.3; python_full_version >= "3.6.1" and python_version >= "3.7"
nbconvert==6.1.0; python_version >= "3.7" nbconvert==6.1.0; python_version >= "3.7"
nbformat==5.1.3; python_full_version >= "3.6.1" and python_version >= "3.7" nbformat==5.1.3; python_full_version >= "3.6.1" and python_version >= "3.7"
nest-asyncio==1.5.1; python_full_version >= "3.6.1" and python_version >= "3.7" nest-asyncio==1.5.1; python_full_version >= "3.6.1" and python_version >= "3.7"
notebook==6.4.3; python_version >= "3.6" notebook==6.4.3; python_version >= "3.6"
numpy==1.21.1; python_version >= "3.7" numpy==1.21.1; python_version >= "3.7"
openpyxl==3.0.7; python_version >= "3.6" packaging==21.0; python_version >= "3.7"
packaging==21.0; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.7" pandas==1.3.3; python_full_version >= "3.7.1"
pandas==1.3.1; python_full_version >= "3.7.1" pandocfilters==1.5.0; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.4.0" and python_version >= "3.7"
pandocfilters==1.4.3; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.4.0" and python_version >= "3.7"
parso==0.8.2; python_version >= "3.7" parso==0.8.2; python_version >= "3.7"
pathspec==0.9.0; python_full_version >= "3.6.2"
pexpect==4.8.0; sys_platform != "win32" and python_version >= "3.7" pexpect==4.8.0; sys_platform != "win32" and python_version >= "3.7"
pickleshare==0.7.5; python_version >= "3.7" pickleshare==0.7.5; python_version >= "3.7"
pillow==8.3.1; python_version >= "3.7" pillow==8.3.2; python_version >= "3.7"
platformdirs==2.2.0; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.6"
pluggy==0.13.1; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.6"
prometheus-client==0.11.0; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.4.0" and python_version >= "3.6" prometheus-client==0.11.0; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.4.0" and python_version >= "3.6"
prompt-toolkit==3.0.19; python_full_version >= "3.6.1" and python_version >= "3.7" prompt-toolkit==3.0.20; python_full_version >= "3.6.2" and python_version >= "3.7"
ptyprocess==0.7.0; sys_platform != "win32" and python_version >= "3.7" and os_name != "nt" ptyprocess==0.7.0; sys_platform != "win32" and python_version >= "3.7" and os_name != "nt"
py==1.10.0; python_version >= "3.6" and python_full_version < "3.0.0" and implementation_name == "pypy" or python_full_version >= "3.5.0" and python_version >= "3.6" and implementation_name == "pypy" py==1.10.0; python_version >= "3.6" and python_full_version < "3.0.0" and implementation_name == "pypy" or implementation_name == "pypy" and python_version >= "3.6" and python_full_version >= "3.4.0"
pycodestyle==2.7.0; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0"
pycparser==2.20; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.4.0" and python_version >= "3.6" pycparser==2.20; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.4.0" and python_version >= "3.6"
pyflakes==2.3.1; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" pygments==2.10.0; python_version >= "3.7"
pygments==2.9.0; python_version >= "3.7" pypandoc==1.6.4
pylint==2.9.6; python_version >= "3.6" and python_version < "4.0"
pypandoc==1.6.3
pyparsing==2.4.7; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.3.0" and python_version >= "3.7" pyparsing==2.4.7; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.3.0" and python_version >= "3.7"
pyproj==3.1.0; python_version >= "3.7" pyproj==3.2.0; python_version >= "3.7"
pyrsistent==0.18.0; python_version >= "3.6" pyrsistent==0.18.0; python_version >= "3.6"
pytest==6.2.4; python_version >= "3.6"
python-dateutil==2.8.2; python_full_version >= "3.7.1" and python_version >= "3.7" python-dateutil==2.8.2; python_full_version >= "3.7.1" and python_version >= "3.7"
pytz==2021.1; python_full_version >= "3.7.1" and python_version >= "2.7" pytz==2021.1; python_full_version >= "3.7.1" and python_version >= "2.7"
pywin32==301; sys_platform == "win32" and python_version >= "3.6" pywin32==301; sys_platform == "win32" and python_version >= "3.6"
pywinpty==1.1.3; os_name == "nt" and python_version >= "3.6" pywinpty==1.1.4; os_name == "nt" and python_version >= "3.6"
pyyaml==5.4.1; python_version >= "3.5" and python_full_version < "3.0.0" or python_full_version >= "3.6.0" and python_version >= "3.5" pyyaml==5.4.1; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.6.0"
pyzmq==22.2.1; python_full_version >= "3.6.1" and python_version >= "3.7" pyzmq==22.2.1; python_full_version >= "3.6.1" and python_version >= "3.7"
qtconsole==5.1.1; python_version >= "3.6" qtconsole==5.1.1; python_version >= "3.6"
qtpy==1.9.0; python_version >= "3.6" qtpy==1.11.1; python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.6.0" and python_version >= "3.6"
regex==2021.8.3; python_full_version >= "3.6.2"
requests==2.26.0; (python_version >= "2.7" and python_full_version < "3.0.0") or (python_full_version >= "3.6.0") requests==2.26.0; (python_version >= "2.7" and python_full_version < "3.0.0") or (python_full_version >= "3.6.0")
safety==1.10.3; python_version >= "3.5"
semantic-version==2.8.5; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.4.0" and python_version >= "2.7"
send2trash==1.8.0; python_version >= "3.6" send2trash==1.8.0; python_version >= "3.6"
shapely==1.7.1; python_version >= "3.6" shapely==1.7.1; python_version >= "3.6"
six==1.16.0; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" and python_version >= "3.7" six==1.16.0; python_version >= "3.7" and python_full_version < "3.0.0" or python_full_version >= "3.3.0" and python_version >= "3.7"
terminado==0.11.0; python_version >= "3.6" terminado==0.12.1; python_version >= "3.6"
testpath==0.5.0; python_version >= "3.7" testpath==0.5.0; python_version >= "3.7"
toml==0.10.2; python_version >= "3.6" and python_full_version < "3.0.0" and python_version < "4.0" or python_full_version >= "3.5.0" and python_version >= "3.6" and python_version < "4.0"
tomli==1.2.1; python_version >= "3.6" and python_full_version >= "3.6.2"
tornado==6.1; python_full_version >= "3.6.1" and python_version >= "3.7" tornado==6.1; python_full_version >= "3.6.1" and python_version >= "3.7"
tox==3.24.1; (python_version >= "2.7" and python_full_version < "3.0.0") or (python_full_version >= "3.5.0")
tqdm==4.62.0; (python_version >= "2.7" and python_full_version < "3.0.0") or (python_full_version >= "3.4.0") tqdm==4.62.0; (python_version >= "2.7" and python_full_version < "3.0.0") or (python_full_version >= "3.4.0")
traitlets==5.0.5; python_full_version >= "3.6.1" and python_version >= "3.7" traitlets==5.1.0; python_full_version >= "3.6.1" and python_version >= "3.7"
typed-ast==1.4.3; python_version < "3.8" and python_full_version >= "3.6.2" and python_version >= "3.6" and implementation_name == "cpython"
types-requests==2.25.6 types-requests==2.25.6
typing-extensions==3.10.0.0; python_version < "3.8" and python_full_version >= "3.6.2" and python_version >= "3.6" typing-extensions==3.10.0.2; python_version < "3.8" and python_version >= "3.6"
urllib3==1.26.6; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.6.0" and python_version < "4" and python_version >= "2.7" urllib3==1.26.6; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.6.0" and python_version < "4" and python_version >= "2.7"
us==2.0.2 us==2.0.2
virtualenv==20.7.2; python_version >= "2.7" and python_full_version < "3.0.0" or python_full_version >= "3.5.0" wcwidth==0.2.5; python_full_version >= "3.6.2" and python_version >= "3.7"
wcwidth==0.2.5; python_full_version >= "3.6.1" and python_version >= "3.7"
webencodings==0.5.1; python_version >= "3.7" webencodings==0.5.1; python_version >= "3.7"
widgetsnbextension==3.5.1 widgetsnbextension==3.5.1
wrapt==1.12.1; python_version >= "3.6" and python_version < "4.0"
xlsxwriter==2.0.0 xlsxwriter==2.0.0
zipp==3.5.0; python_version < "3.8" and python_version >= "3.6" zipp==3.5.0; python_version < "3.8" and python_version >= "3.6"