publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-02-23 10:04:18 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

welp, i've hit the census api too many times today

Browse source
This commit is contained in:
Emma Nechamkin 2022-09-06 16:29:21 -04:00
parent b7af13b2a6
commit 6d9e11d081
4 changed files with 161 additions and 191 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
data/data-pipeline/data_pipeline/etl/sources/census_acs/etl.py
View file

@ -619,16 +619,6 @@ class CensusACSETL(ExtractTransformLoad):
lower=0 lower=0
) )
# All values should have a value at this point
assert (
df[
self.ADJUSTED_AND_IMPUTED_POVERTY_LESS_THAN_200_PERCENT_FPL_FIELD_NAME
]
.isna()
.sum()
== 0
), "Error: not all values were filled..."
logger.info("Renaming columns...") logger.info("Renaming columns...")
df = df.rename( df = df.rename(
columns={ columns={

150
data/data-pipeline/data_pipeline/etl/sources/census_acs/etl_imputations.py
View file

@ -1,6 +1,7 @@
from typing import Any, List, NamedTuple, Tuple
import pandas as pd import pandas as pd
import geopandas as gpd import geopandas as gpd
from data_pipeline.score.field_names import GEOID_TRACT_FIELD
import numpy as np
from data_pipeline.utils import get_module_logger from data_pipeline.utils import get_module_logger
@ -9,53 +10,15 @@ from data_pipeline.utils import get_module_logger
logger = get_module_logger(__name__) logger = get_module_logger(__name__)
def _get_fips_mask(
geo_df: gpd.GeoDataFrame,
row: gpd.GeoSeries,
fips_digits: int,
geoid_field: str = "GEOID10_TRACT",
) -> pd.Series:
return (
geo_df[geoid_field].str[:fips_digits] == row[geoid_field][:fips_digits]
)
def _get_neighbor_mask(
geo_df: gpd.GeoDataFrame, row: gpd.GeoSeries
) -> pd.Series:
return geo_df["geometry"].touches(row["geometry"])
def _choose_best_mask(
geo_df: gpd.GeoDataFrame,
masks_in_priority_order: List[pd.Series],
column_to_impute: str,
) -> pd.Series:
for mask in masks_in_priority_order:
if any(geo_df[mask][column_to_impute].notna()):
return mask
raise Exception("No mask found")
def _prepare_dataframe_for_imputation( def _prepare_dataframe_for_imputation(
impute_var_named_tup_list: List[NamedTuple], columns_to_impute: list,
geo_df: gpd.GeoDataFrame, geo_df: gpd.GeoDataFrame,
geoid_field: str = "GEOID10_TRACT", geoid_field: str = "GEOID10_TRACT",
) -> Tuple[Any, gpd.GeoDataFrame]: ):
imputing_cols = [
impute_var_pair.raw_field_name
for impute_var_pair in impute_var_named_tup_list
]
# prime column to exist
for impute_var_pair in impute_var_named_tup_list:
geo_df[impute_var_pair.imputed_field_name] = geo_df[
impute_var_pair.raw_field_name
].copy()
# generate a list of tracts for which at least one of the imputation # generate a list of tracts for which at least one of the imputation
# columns is null # columns is null
tract_list = geo_df[geo_df[imputing_cols].isna().any(axis=1)][ tract_list = geo_df[geo_df[columns_to_impute].isna().any(axis=1)][
geoid_field geoid_field
].unique() ].unique()
@ -66,15 +29,36 @@ def _prepare_dataframe_for_imputation(
return tract_list, geo_df return tract_list, geo_df
def _get_state_and_county_fills(df, tract_list, impute_var_pair_list):
# When there is no neighbor average, we take the county-level average or state-level averages
for impute_var_pair in impute_var_pair_list:
# Fill missings with county means
df[impute_var_pair.imputed_field_name] = np.where(
(df[impute_var_pair.imputed_field_name].isna())
& (df[GEOID_TRACT_FIELD].isin(tract_list)),
df.groupby(df[GEOID_TRACT_FIELD].str[:5])[
impute_var_pair.raw_field_name
].transform(np.mean),
df[impute_var_pair.imputed_field_name],
)
# Fill the remaining missings with state means
df[impute_var_pair.imputed_field_name] = np.where(
(df[impute_var_pair.imputed_field_name].isna())
& (df[GEOID_TRACT_FIELD].isin(tract_list)),
df.groupby(df[GEOID_TRACT_FIELD].str[:2])[
impute_var_pair.raw_field_name
].transform(np.mean),
df[impute_var_pair.imputed_field_name],
)
return df
def calculate_income_measures( def calculate_income_measures(
impute_var_named_tup_list: list, impute_var_named_tup_list: list,
geo_df: gpd.GeoDataFrame, geo_df: gpd.GeoDataFrame,
geoid_field: str, geoid_field: str,
) -> pd.DataFrame: ) -> pd.DataFrame:
"""Impute values based on geographic neighbors """Impute values based on geographic neighbors or county fields.
We only want to check neighbors a single time, so all variables
that we impute get imputed here.
Takes in: Takes in:
required: required:
@ -84,50 +68,58 @@ def calculate_income_measures(
Returns: non-geometry pd.DataFrame Returns: non-geometry pd.DataFrame
""" """
raw_fields = []
imputed_fields = []
rename_dict = {}
for impute_var in impute_var_named_tup_list:
raw_fields.append(impute_var.raw_field_name)
imputed_fields.append(impute_var.imputed_field_name)
assert (
impute_var.raw_field_name not in rename_dict
), f"Error: trying to impute {impute_var.raw_field_name} twice"
rename_dict[impute_var.raw_field_name] = impute_var.imputed_field_name
# Determine where to impute variables and fill a column with nulls # Determine where to impute variables and fill a column with nulls
tract_list, geo_df = _prepare_dataframe_for_imputation( tract_list, geo_df = _prepare_dataframe_for_imputation(
impute_var_named_tup_list=impute_var_named_tup_list, columns_to_impute=raw_fields,
geo_df=geo_df, geo_df=geo_df,
geoid_field=geoid_field, geoid_field=geoid_field,
) )
# Iterate through the dataframe to impute in place missing_tracts_df = geo_df[geo_df[GEOID_TRACT_FIELD].isin(tract_list)]
## TODO: We should probably convert this to a spatial join now that we are doing >1 imputation and it's taking a lot
## of time, but thinking through how to do this while maintaining the masking will take some time. I think the best
## way would be to (1) spatial join to all neighbors, and then (2) iterate to take the "smallest" set of neighbors...
## but haven't implemented it yet.
for index, row in geo_df.iterrows():
if row[geoid_field] in tract_list:
neighbor_mask = _get_neighbor_mask(geo_df, row)
county_mask = _get_fips_mask(
geo_df=geo_df, row=row, fips_digits=5, geoid_field=geoid_field
)
## TODO: Did CEQ decide to cut this?
state_mask = _get_fips_mask(
geo_df=geo_df, row=row, fips_digits=2, geoid_field=geoid_field
)
# Impute fields for every row missing at least one value using the best possible set of neighbors # Perform as spatial merge to save time
# Note that later, we will pull raw.fillna(imputed), so the mechanics of this step aren't critical spatially_joined_df = missing_tracts_df[
for impute_var_pair in impute_var_named_tup_list: [GEOID_TRACT_FIELD, "geometry"]
mask_to_use = _choose_best_mask( ].sjoin(
geo_df=geo_df, geo_df[raw_fields + ["geometry"]],
masks_in_priority_order=[ predicate="touches",
neighbor_mask, )
county_mask,
state_mask,
],
column_to_impute=impute_var_pair.raw_field_name,
)
geo_df.loc[index, impute_var_pair.imputed_field_name] = geo_df[
mask_to_use
][impute_var_pair.raw_field_name].mean()
logger.info("Casting geodataframe as a typical dataframe") # First take the neighbor averages
neighbor_averages_df = (
spatially_joined_df.groupby(GEOID_TRACT_FIELD)[raw_fields]
.mean()
.reset_index()
.rename(columns=rename_dict)
)
logger.info("Merging and casting geodataframe as a typical dataframe")
# get rid of the geometry column and cast as a typical df # get rid of the geometry column and cast as a typical df
df = pd.DataFrame( df = pd.DataFrame(
geo_df[[col for col in geo_df.columns if col != "geometry"]] geo_df[[col for col in geo_df.columns if col != "geometry"]].merge(
neighbor_averages_df,
on=[GEOID_TRACT_FIELD],
how="outer",
)
) )
logger.info(df.head())
logger.info("Filling with county or state")
df = _get_state_and_county_fills(df, tract_list, impute_var_named_tup_list)
logger.info(df.head())
# finally, return the df # finally, return the df
return df return df

7
data/data-pipeline/data_pipeline/etl/sources/geo_utils.py
View file

@ -6,6 +6,7 @@ from functools import lru_cache
import geopandas as gpd import geopandas as gpd
from data_pipeline.utils import get_module_logger from data_pipeline.utils import get_module_logger
from .census.etl import CensusETL from .census.etl import CensusETL
from data_pipeline.score import field_names
logger = get_module_logger(__name__) logger = get_module_logger(__name__)
@ -27,7 +28,9 @@ def get_tract_geojson(
else: else:
logger.debug("Loading existing tract geojson") logger.debug("Loading existing tract geojson")
tract_data = gpd.read_file(GEOJSON_PATH, include_fields=["GEOID10"]) tract_data = gpd.read_file(GEOJSON_PATH, include_fields=["GEOID10"])
tract_data.rename(columns={"GEOID10": "GEOID10_TRACT"}, inplace=True) tract_data.rename(
columns={"GEOID10": field_names.GEOID_TRACT_FIELD}, inplace=True
)
return tract_data return tract_data
@ -55,7 +58,7 @@ def add_tracts_for_geometries(
), f"Dataframe must be projected to {tract_data.crs}" ), f"Dataframe must be projected to {tract_data.crs}"
df = gpd.sjoin( df = gpd.sjoin(
df, df,
tract_data[["GEOID10_TRACT", "geometry"]], tract_data[[field_names.GEOID_TRACT_FIELD, "geometry"]],
how="inner", how="inner",
op="intersects", op="intersects",
) )

185
data/data-pipeline/poetry.lock generated
View file

@ -67,16 +67,19 @@ tests = ["pytest"]
[[package]] [[package]]
name = "astroid" name = "astroid"
version = "2.11.7" version = "2.12.5"
description = "An abstract syntax tree for Python with inference support." description = "An abstract syntax tree for Python with inference support."
category = "main" category = "main"
optional = false optional = false
python-versions = ">=3.6.2" python-versions = ">=3.7.2"
[package.dependencies] [package.dependencies]
lazy-object-proxy = ">=1.4.0" lazy-object-proxy = ">=1.4.0"
typing-extensions = {version = ">=3.10", markers = "python_version < \"3.10\""} typing-extensions = {version = ">=3.10", markers = "python_version < \"3.10\""}
wrapt = ">=1.11,<2" wrapt = [
{version = ">=1.11,<2", markers = "python_version < \"3.11\""},
{version = ">=1.14,<2", markers = "python_version >= \"3.11\""},
]
[[package]] [[package]]
name = "atomicwrites" name = "atomicwrites"
@ -209,7 +212,7 @@ pycparser = "*"
[[package]] [[package]]
name = "charset-normalizer" name = "charset-normalizer"
version = "2.1.0" version = "2.1.1"
description = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet." description = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet."
category = "main" category = "main"
optional = false optional = false
@ -267,15 +270,15 @@ python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*"
[[package]] [[package]]
name = "configparser" name = "configparser"
version = "5.2.0" version = "5.3.0"
description = "Updated configparser from Python 3.8 for Python 2.6+." description = "Updated configparser from stdlib for earlier Pythons."
category = "dev" category = "dev"
optional = false optional = false
python-versions = ">=3.6" python-versions = ">=3.7"
[package.extras] [package.extras]
docs = ["sphinx", "jaraco.packaging (>=8.2)", "rst.linker (>=1.9)", "jaraco.tidelift (>=1.4)"] docs = ["sphinx", "jaraco.packaging (>=9)", "rst.linker (>=1.9)", "jaraco.tidelift (>=1.4)"]
testing = ["pytest (>=6)", "pytest-checkdocs (>=2.4)", "pytest-flake8", "pytest-cov", "pytest-enabler (>=1.0.1)", "types-backports", "pytest-black (>=0.3.7)", "pytest-mypy"] testing = ["pytest (>=6)", "pytest-checkdocs (>=2.4)", "pytest-flake8", "flake8 (<5)", "pytest-cov", "pytest-enabler (>=1.3)", "types-backports", "pytest-black (>=0.3.7)", "pytest-mypy (>=0.9.1)"]
[[package]] [[package]]
name = "cycler" name = "cycler"
@ -322,7 +325,7 @@ graph = ["objgraph (>=1.7.2)"]
[[package]] [[package]]
name = "distlib" name = "distlib"
version = "0.3.5" version = "0.3.6"
description = "Distribution utilities" description = "Distribution utilities"
category = "dev" category = "dev"
optional = false optional = false
@ -439,7 +442,7 @@ pyflakes = ">=2.3.0,<2.4.0"
[[package]] [[package]]
name = "fonttools" name = "fonttools"
version = "4.35.0" version = "4.37.1"
description = "Tools to manipulate font files" description = "Tools to manipulate font files"
category = "main" category = "main"
optional = false optional = false
@ -486,7 +489,7 @@ python-versions = ">=3.5"
name = "importlib-metadata" name = "importlib-metadata"
version = "4.12.0" version = "4.12.0"
description = "Read metadata from Python packages" description = "Read metadata from Python packages"
category = "dev" category = "main"
optional = false optional = false
python-versions = ">=3.7" python-versions = ">=3.7"
@ -536,7 +539,7 @@ toml = {version = ">=0.10.2", markers = "python_version > \"3.6\""}
[[package]] [[package]]
name = "ipykernel" name = "ipykernel"
version = "6.15.1" version = "6.15.2"
description = "IPython Kernel for Jupyter" description = "IPython Kernel for Jupyter"
category = "main" category = "main"
optional = false optional = false
@ -556,7 +559,7 @@ tornado = ">=6.1"
traitlets = ">=5.1.0" traitlets = ">=5.1.0"
[package.extras] [package.extras]
test = ["pytest (>=6.0)", "pytest-timeout", "pytest-cov", "pre-commit", "ipyparallel", "flaky"] test = ["flaky", "ipyparallel", "pre-commit", "pytest-cov", "pytest-timeout", "pytest (>=6.0)"]
[[package]] [[package]]
name = "ipython" name = "ipython"
@ -600,22 +603,21 @@ python-versions = "*"
[[package]] [[package]]
name = "ipywidgets" name = "ipywidgets"
version = "7.7.1" version = "8.0.1"
description = "IPython HTML widgets for Jupyter" description = "Jupyter interactive widgets"
category = "main" category = "main"
optional = false optional = false
python-versions = "*" python-versions = ">=3.7"
[package.dependencies] [package.dependencies]
ipykernel = ">=4.5.1" ipykernel = ">=4.5.1"
ipython = {version = ">=4.0.0", markers = "python_version >= \"3.3\""} ipython = ">=6.1.0"
ipython-genutils = ">=0.2.0,<0.3.0" jupyterlab-widgets = ">=3.0,<4.0"
jupyterlab-widgets = {version = ">=1.0.0", markers = "python_version >= \"3.6\""}
traitlets = ">=4.3.1" traitlets = ">=4.3.1"
widgetsnbextension = ">=3.6.0,<3.7.0" widgetsnbextension = ">=4.0,<5.0"
[package.extras] [package.extras]
test = ["mock", "pytest-cov", "pytest (>=3.6.0)"] test = ["jsonschema", "pytest (>=3.6.0)", "pytest-cov", "pytz"]
[[package]] [[package]]
name = "isort" name = "isort"
@ -670,7 +672,7 @@ i18n = ["Babel (>=2.7)"]
[[package]] [[package]]
name = "json5" name = "json5"
version = "0.9.9" version = "0.9.10"
description = "A Python implementation of the JSON5 data format." description = "A Python implementation of the JSON5 data format."
category = "dev" category = "dev"
optional = false optional = false
@ -681,7 +683,7 @@ dev = ["hypothesis"]
[[package]] [[package]]
name = "jsonschema" name = "jsonschema"
version = "4.10.0" version = "4.15.0"
description = "An implementation of JSON Schema validation for Python" description = "An implementation of JSON Schema validation for Python"
category = "main" category = "main"
optional = false optional = false
@ -715,7 +717,7 @@ qtconsole = "*"
[[package]] [[package]]
name = "jupyter-client" name = "jupyter-client"
version = "7.3.4" version = "7.3.5"
description = "Jupyter protocol implementation and client libraries" description = "Jupyter protocol implementation and client libraries"
category = "main" category = "main"
optional = false optional = false
@ -727,12 +729,12 @@ jupyter-core = ">=4.9.2"
nest-asyncio = ">=1.5.4" nest-asyncio = ">=1.5.4"
python-dateutil = ">=2.8.2" python-dateutil = ">=2.8.2"
pyzmq = ">=23.0" pyzmq = ">=23.0"
tornado = ">=6.0" tornado = ">=6.2"
traitlets = "*" traitlets = "*"
[package.extras] [package.extras]
test = ["pytest-timeout", "pytest-cov", "pytest-asyncio (>=0.18)", "pytest", "pre-commit", "mypy", "ipython", "ipykernel (>=6.5)", "coverage", "codecov"] doc = ["ipykernel", "myst-parser", "sphinx-rtd-theme", "sphinx (>=1.3.6)", "sphinxcontrib-github-alt"]
doc = ["sphinxcontrib-github-alt", "sphinx (>=1.3.6)", "sphinx-rtd-theme", "myst-parser", "ipykernel"] test = ["codecov", "coverage", "ipykernel (>=6.5)", "ipython", "mypy", "pre-commit", "pytest", "pytest-asyncio (>=0.18)", "pytest-cov", "pytest-timeout"]
[[package]] [[package]]
name = "jupyter-console" name = "jupyter-console"
@ -913,7 +915,7 @@ python-versions = ">=3.7"
[[package]] [[package]]
name = "jupyterlab-server" name = "jupyterlab-server"
version = "2.15.0" version = "2.15.1"
description = "A set of server components for JupyterLab and JupyterLab like applications." description = "A set of server components for JupyterLab and JupyterLab like applications."
category = "dev" category = "dev"
optional = false optional = false
@ -935,11 +937,11 @@ test = ["codecov", "ipykernel", "jupyter-server", "openapi-core (>=0.14.2)", "op
[[package]] [[package]]
name = "jupyterlab-widgets" name = "jupyterlab-widgets"
version = "1.1.1" version = "3.0.2"
description = "A JupyterLab extension." description = "Jupyter interactive widgets for JupyterLab"
category = "main" category = "main"
optional = false optional = false
python-versions = ">=3.6" python-versions = ">=3.7"
[[package]] [[package]]
name = "kiwisolver" name = "kiwisolver"
@ -994,7 +996,7 @@ python-versions = ">=3.7"
[[package]] [[package]]
name = "marshmallow" name = "marshmallow"
version = "3.17.0" version = "3.17.1"
description = "A lightweight library for converting complex datatypes to and from native Python datatypes." description = "A lightweight library for converting complex datatypes to and from native Python datatypes."
category = "main" category = "main"
optional = false optional = false
@ -1004,9 +1006,9 @@ python-versions = ">=3.7"
packaging = ">=17.0" packaging = ">=17.0"
[package.extras] [package.extras]
dev = ["pytest", "pytz", "simplejson", "mypy (==0.961)", "flake8 (==4.0.1)", "flake8-bugbear (==22.6.22)", "pre-commit (>=2.4,<3.0)", "tox"] dev = ["pytest", "pytz", "simplejson", "mypy (==0.971)", "flake8 (==5.0.4)", "flake8-bugbear (==22.8.22)", "pre-commit (>=2.4,<3.0)", "tox"]
docs = ["sphinx (==4.5.0)", "sphinx-issues (==3.0.1)", "alabaster (==0.7.12)", "sphinx-version-warning (==1.1.2)", "autodocsumm (==0.2.8)"] docs = ["sphinx (==5.1.1)", "sphinx-issues (==3.0.1)", "alabaster (==0.7.12)", "sphinx-version-warning (==1.1.2)", "autodocsumm (==0.2.9)"]
lint = ["mypy (==0.961)", "flake8 (==4.0.1)", "flake8-bugbear (==22.6.22)", "pre-commit (>=2.4,<3.0)"] lint = ["mypy (==0.971)", "flake8 (==5.0.4)", "flake8-bugbear (==22.8.22)", "pre-commit (>=2.4,<3.0)"]
tests = ["pytest", "pytz", "simplejson"] tests = ["pytest", "pytz", "simplejson"]
[[package]] [[package]]
@ -1061,7 +1063,7 @@ setuptools_scm = ">=4,<7"
[[package]] [[package]]
name = "matplotlib-inline" name = "matplotlib-inline"
version = "0.1.3" version = "0.1.6"
description = "Inline Matplotlib backend for Jupyter" description = "Inline Matplotlib backend for Jupyter"
category = "main" category = "main"
optional = false optional = false
@ -1080,8 +1082,8 @@ python-versions = "*"
[[package]] [[package]]
name = "mistune" name = "mistune"
version = "0.8.4" version = "2.0.4"
description = "The fastest markdown parser in pure Python" description = "A sane Markdown parser with useful plugins and renderers"
category = "main" category = "main"
optional = false optional = false
python-versions = "*" python-versions = "*"
@ -1171,7 +1173,7 @@ docs = ["myst-parser", "sphinx-rtd-theme", "sphinxcontrib-github-alt", "nbsphinx
[[package]] [[package]]
name = "nbclient" name = "nbclient"
version = "0.6.6" version = "0.6.7"
description = "A client library for executing notebooks. Formerly nbconvert's ExecutePreprocessor." description = "A client library for executing notebooks. Formerly nbconvert's ExecutePreprocessor."
category = "main" category = "main"
optional = false optional = false
@ -1185,11 +1187,11 @@ traitlets = ">=5.2.2"
[package.extras] [package.extras]
sphinx = ["autodoc-traits", "mock", "moto", "myst-parser", "Sphinx (>=1.7)", "sphinx-book-theme"] sphinx = ["autodoc-traits", "mock", "moto", "myst-parser", "Sphinx (>=1.7)", "sphinx-book-theme"]
test = ["black", "check-manifest", "flake8", "ipykernel", "ipython (<8.0.0)", "ipywidgets (<8.0.0)", "mypy", "pip (>=18.1)", "pre-commit", "pytest (>=4.1)", "pytest-asyncio", "pytest-cov (>=2.6.1)", "setuptools (>=60.0)", "testpath", "twine (>=1.11.0)", "xmltodict"] test = ["black", "check-manifest", "flake8", "ipykernel", "ipython", "ipywidgets", "mypy", "nbconvert", "pip (>=18.1)", "pre-commit", "pytest (>=4.1)", "pytest-asyncio", "pytest-cov (>=2.6.1)", "setuptools (>=60.0)", "testpath", "twine (>=1.11.0)", "xmltodict"]
[[package]] [[package]]
name = "nbconvert" name = "nbconvert"
version = "6.5.3" version = "7.0.0"
description = "Converting Jupyter Notebooks" description = "Converting Jupyter Notebooks"
category = "main" category = "main"
optional = false optional = false
@ -1199,13 +1201,13 @@ python-versions = ">=3.7"
beautifulsoup4 = "*" beautifulsoup4 = "*"
bleach = "*" bleach = "*"
defusedxml = "*" defusedxml = "*"
entrypoints = ">=0.2.2" importlib-metadata = {version = ">=3.6", markers = "python_version < \"3.10\""}
jinja2 = ">=3.0" jinja2 = ">=3.0"
jupyter-core = ">=4.7" jupyter-core = ">=4.7"
jupyterlab-pygments = "*" jupyterlab-pygments = "*"
lxml = "*" lxml = "*"
MarkupSafe = ">=2.0" markupsafe = ">=2.0"
mistune = ">=0.8.1,<2" mistune = ">=2.0.3,<3"
nbclient = ">=0.5.0" nbclient = ">=0.5.0"
nbformat = ">=5.1" nbformat = ">=5.1"
packaging = "*" packaging = "*"
@ -1215,10 +1217,12 @@ tinycss2 = "*"
traitlets = ">=5.0" traitlets = ">=5.0"
[package.extras] [package.extras]
all = ["pytest", "pytest-cov", "pytest-dependency", "ipykernel", "ipywidgets (>=7)", "pre-commit", "pyppeteer (>=1,<1.1)", "tornado (>=6.1)", "sphinx (>=1.5.1)", "sphinx-rtd-theme", "nbsphinx (>=0.2.12)", "ipython"] all = ["ipykernel", "ipython", "ipywidgets (>=7)", "nbsphinx (>=0.2.12)", "pre-commit", "pyppeteer (>=1,<1.1)", "pyqtwebengine (>=5.15)", "pytest", "pytest-cov", "pytest-dependency", "sphinx-rtd-theme", "sphinx (==5.0.2)", "tornado (>=6.1)"]
docs = ["sphinx (>=1.5.1)", "sphinx-rtd-theme", "nbsphinx (>=0.2.12)", "ipython"] docs = ["ipython", "nbsphinx (>=0.2.12)", "sphinx-rtd-theme", "sphinx (==5.0.2)"]
qtpdf = ["pyqtwebengine (>=5.15)"]
qtpng = ["pyqtwebengine (>=5.15)"]
serve = ["tornado (>=6.1)"] serve = ["tornado (>=6.1)"]
test = ["pytest", "pytest-cov", "pytest-dependency", "ipykernel", "ipywidgets (>=7)", "pre-commit", "pyppeteer (>=1,<1.1)"] test = ["ipykernel", "ipywidgets (>=7)", "pre-commit", "pyppeteer (>=1,<1.1)", "pytest", "pytest-cov", "pytest-dependency"]
webpdf = ["pyppeteer (>=1,<1.1)"] webpdf = ["pyppeteer (>=1,<1.1)"]
[[package]] [[package]]
@ -1322,7 +1326,7 @@ pyparsing = ">=2.0.2,<3.0.5 || >3.0.5"
[[package]] [[package]]
name = "pandas" name = "pandas"
version = "1.4.3" version = "1.4.4"
description = "Powerful data structures for data analysis, time series, and statistics" description = "Powerful data structures for data analysis, time series, and statistics"
category = "main" category = "main"
optional = false optional = false
@ -1330,16 +1334,16 @@ python-versions = ">=3.8"
[package.dependencies] [package.dependencies]
numpy = [ numpy = [
{version = ">=1.21.0", markers = "python_version >= \"3.10\""},
{version = ">=1.20.0", markers = "platform_machine == \"arm64\" and python_version < \"3.10\""},
{version = ">=1.19.2", markers = "platform_machine == \"aarch64\" and python_version < \"3.10\""},
{version = ">=1.18.5", markers = "platform_machine != \"aarch64\" and platform_machine != \"arm64\" and python_version < \"3.10\""}, {version = ">=1.18.5", markers = "platform_machine != \"aarch64\" and platform_machine != \"arm64\" and python_version < \"3.10\""},
{version = ">=1.19.2", markers = "platform_machine == \"aarch64\" and python_version < \"3.10\""},
{version = ">=1.20.0", markers = "platform_machine == \"arm64\" and python_version < \"3.10\""},
{version = ">=1.21.0", markers = "python_version >= \"3.10\""},
] ]
python-dateutil = ">=2.8.1" python-dateutil = ">=2.8.1"
pytz = ">=2020.1" pytz = ">=2020.1"
[package.extras] [package.extras]
test = ["pytest-xdist (>=1.31)", "pytest (>=6.0)", "hypothesis (>=5.5.3)"] test = ["hypothesis (>=5.5.3)", "pytest (>=6.0)", "pytest-xdist (>=1.31)"]
[[package]] [[package]]
name = "pandas-vet" name = "pandas-vet"
@ -1405,11 +1409,11 @@ testing = ["docopt", "pytest (<6.0.0)"]
[[package]] [[package]]
name = "pathspec" name = "pathspec"
version = "0.9.0" version = "0.10.0"
description = "Utility library for gitignore style pattern matching of file paths." description = "Utility library for gitignore style pattern matching of file paths."
category = "dev" category = "dev"
optional = false optional = false
python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,>=2.7" python-versions = ">=3.7"
[[package]] [[package]]
name = "pexpect" name = "pexpect"
@ -1537,14 +1541,14 @@ python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*"
[[package]] [[package]]
name = "pydantic" name = "pydantic"
version = "1.9.2" version = "1.10.1"
description = "Data validation and settings management using python type hints" description = "Data validation and settings management using python type hints"
category = "main" category = "main"
optional = false optional = false
python-versions = ">=3.6.1" python-versions = ">=3.7"
[package.dependencies] [package.dependencies]
typing-extensions = ">=3.7.4.3" typing-extensions = ">=4.1.0"
[package.extras] [package.extras]
dotenv = ["python-dotenv (>=0.10.4)"] dotenv = ["python-dotenv (>=0.10.4)"]
@ -1571,14 +1575,14 @@ plugins = ["importlib-metadata"]
[[package]] [[package]]
name = "pylint" name = "pylint"
version = "2.14.5" version = "2.15.0"
description = "python code static checker" description = "python code static checker"
category = "main" category = "main"
optional = false optional = false
python-versions = ">=3.7.2" python-versions = ">=3.7.2"
[package.dependencies] [package.dependencies]
astroid = ">=2.11.6,<=2.12.0-dev0" astroid = ">=2.12.4,<=2.14.0-dev0"
colorama = {version = ">=0.4.5", markers = "sys_platform == \"win32\""} colorama = {version = ">=0.4.5", markers = "sys_platform == \"win32\""}
dill = ">=0.2" dill = ">=0.2"
isort = ">=4.2.5,<6" isort = ">=4.2.5,<6"
@ -1733,7 +1737,7 @@ py = {version = "*", markers = "implementation_name == \"pypy\""}
[[package]] [[package]]
name = "qtconsole" name = "qtconsole"
version = "5.3.1" version = "5.3.2"
description = "Jupyter Qt console" description = "Jupyter Qt console"
category = "main" category = "main"
optional = false optional = false
@ -1750,8 +1754,8 @@ qtpy = ">=2.0.1"
traitlets = "<5.2.1 || >5.2.1,<5.2.2 || >5.2.2" traitlets = "<5.2.1 || >5.2.1,<5.2.2 || >5.2.2"
[package.extras] [package.extras]
test = ["pytest-qt", "pytest", "flaky"]
doc = ["Sphinx (>=1.3)"] doc = ["Sphinx (>=1.3)"]
test = ["flaky", "pytest", "pytest-qt"]
[[package]] [[package]]
name = "qtpy" name = "qtpy"
@ -1875,7 +1879,7 @@ toml = ["setuptools (>=42)"]
[[package]] [[package]]
name = "shapely" name = "shapely"
version = "1.8.2" version = "1.8.4"
description = "Geometric objects, predicates, and operations" description = "Geometric objects, predicates, and operations"
category = "main" category = "main"
optional = false optional = false
@ -2059,7 +2063,7 @@ test = ["pytest", "pre-commit"]
[[package]] [[package]]
name = "types-requests" name = "types-requests"
version = "2.28.8" version = "2.28.9"
description = "Typing stubs for requests" description = "Typing stubs for requests"
category = "main" category = "main"
optional = false optional = false
@ -2070,7 +2074,7 @@ types-urllib3 = "<1.27"
[[package]] [[package]]
name = "types-urllib3" name = "types-urllib3"
version = "1.26.22" version = "1.26.23"
description = "Typing stubs for urllib3" description = "Typing stubs for urllib3"
category = "main" category = "main"
optional = false optional = false
@ -2086,7 +2090,7 @@ python-versions = ">=3.7"
[[package]] [[package]]
name = "typing-inspect" name = "typing-inspect"
version = "0.7.1" version = "0.8.0"
description = "Runtime inspection utilities for typing module." description = "Runtime inspection utilities for typing module."
category = "main" category = "main"
optional = false optional = false
@ -2098,16 +2102,16 @@ typing-extensions = ">=3.7.4"
[[package]] [[package]]
name = "urllib3" name = "urllib3"
version = "1.26.11" version = "1.26.12"
description = "HTTP library with thread-safe connection pooling, file post, and more." description = "HTTP library with thread-safe connection pooling, file post, and more."
category = "main" category = "main"
optional = false optional = false
python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*, <4" python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*, <4"
[package.extras] [package.extras]
brotli = ["brotlicffi (>=0.8.0)", "brotli (>=1.0.9)", "brotlipy (>=0.6.0)"]
secure = ["pyOpenSSL (>=0.14)", "cryptography (>=1.3.4)", "idna (>=2.0.0)", "certifi", "urllib3-secure-extra", "ipaddress"]
socks = ["PySocks (>=1.5.6,!=1.5.7,<2.0)"] socks = ["PySocks (>=1.5.6,!=1.5.7,<2.0)"]
secure = ["ipaddress", "certifi", "idna (>=2.0.0)", "cryptography (>=1.3.4)", "pyOpenSSL (>=0.14)"]
brotli = ["brotlipy (>=0.6.0)", "brotli (>=1.0.9)", "brotlicffi (>=0.8.0)"]
[[package]] [[package]]
name = "us" name = "us"
@ -2122,7 +2126,7 @@ jellyfish = "0.6.1"
[[package]] [[package]]
name = "virtualenv" name = "virtualenv"
version = "20.16.3" version = "20.16.4"
description = "Virtual Python Environment builder" description = "Virtual Python Environment builder"
category = "dev" category = "dev"
optional = false optional = false
@ -2155,27 +2159,24 @@ python-versions = "*"
[[package]] [[package]]
name = "websocket-client" name = "websocket-client"
version = "1.3.3" version = "1.4.0"
description = "WebSocket client for Python with low level API options" description = "WebSocket client for Python with low level API options"
category = "dev" category = "dev"
optional = false optional = false
python-versions = ">=3.7" python-versions = ">=3.7"
[package.extras] [package.extras]
docs = ["Sphinx (>=3.4)", "sphinx-rtd-theme (>=0.5)"]
optional = ["python-socks", "wsaccel"]
test = ["websockets"] test = ["websockets"]
optional = ["wsaccel", "python-socks"]
docs = ["sphinx-rtd-theme (>=0.5)", "Sphinx (>=3.4)"]
[[package]] [[package]]
name = "widgetsnbextension" name = "widgetsnbextension"
version = "3.6.1" version = "4.0.2"
description = "IPython HTML widgets for Jupyter" description = "Jupyter interactive widgets for Jupyter Notebook"
category = "main" category = "main"
optional = false optional = false
python-versions = "*" python-versions = ">=3.7"
[package.dependencies]
notebook = ">=4.4.1"
[[package]] [[package]]
name = "wrapt" name = "wrapt"
@ -2283,10 +2284,7 @@ cligj = [
{file = "cligj-0.7.2.tar.gz", hash = "sha256:a4bc13d623356b373c2c27c53dbd9c68cae5d526270bfa71f6c6fa69669c6b27"}, {file = "cligj-0.7.2.tar.gz", hash = "sha256:a4bc13d623356b373c2c27c53dbd9c68cae5d526270bfa71f6c6fa69669c6b27"},
] ]
colorama = [] colorama = []
configparser = [ configparser = []
{file = "configparser-5.2.0-py3-none-any.whl", hash = "sha256:e8b39238fb6f0153a069aa253d349467c3c4737934f253ef6abac5fe0eca1e5d"},
{file = "configparser-5.2.0.tar.gz", hash = "sha256:1b35798fdf1713f1c3139016cfcbc461f09edbf099d1fb658d4b7479fcaa3daa"},
]
cycler = [ cycler = [
{file = "cycler-0.11.0-py3-none-any.whl", hash = "sha256:3a27e95f763a428a739d2add979fa7494c912a32c17c4c38c4d5f082cad165a3"}, {file = "cycler-0.11.0-py3-none-any.whl", hash = "sha256:3a27e95f763a428a739d2add979fa7494c912a32c17c4c38c4d5f082cad165a3"},
{file = "cycler-0.11.0.tar.gz", hash = "sha256:9c87405839a19696e837b3b818fed3f5f69f16f1eec1a1ad77e043dcea9c772f"}, {file = "cycler-0.11.0.tar.gz", hash = "sha256:9c87405839a19696e837b3b818fed3f5f69f16f1eec1a1ad77e043dcea9c772f"},
@ -2490,18 +2488,12 @@ marshmallow-enum = [
{file = "marshmallow_enum-1.5.1-py2.py3-none-any.whl", hash = "sha256:57161ab3dbfde4f57adeb12090f39592e992b9c86d206d02f6bd03ebec60f072"}, {file = "marshmallow_enum-1.5.1-py2.py3-none-any.whl", hash = "sha256:57161ab3dbfde4f57adeb12090f39592e992b9c86d206d02f6bd03ebec60f072"},
] ]
matplotlib = [] matplotlib = []
matplotlib-inline = [ matplotlib-inline = []
{file = "matplotlib-inline-0.1.3.tar.gz", hash = "sha256:a04bfba22e0d1395479f866853ec1ee28eea1485c1d69a6faf00dc3e24ff34ee"},
{file = "matplotlib_inline-0.1.3-py3-none-any.whl", hash = "sha256:aed605ba3b72462d64d475a21a9296f400a19c4f74a31b59103d2a99ffd5aa5c"},
]
mccabe = [ mccabe = [
{file = "mccabe-0.6.1-py2.py3-none-any.whl", hash = "sha256:ab8a6258860da4b6677da4bd2fe5dc2c659cff31b3ee4f7f5d64e79735b80d42"}, {file = "mccabe-0.6.1-py2.py3-none-any.whl", hash = "sha256:ab8a6258860da4b6677da4bd2fe5dc2c659cff31b3ee4f7f5d64e79735b80d42"},
{file = "mccabe-0.6.1.tar.gz", hash = "sha256:dd8d182285a0fe56bace7f45b5e7d1a6ebcbf524e8f3bd87eb0f125271b8831f"}, {file = "mccabe-0.6.1.tar.gz", hash = "sha256:dd8d182285a0fe56bace7f45b5e7d1a6ebcbf524e8f3bd87eb0f125271b8831f"},
] ]
mistune = [ mistune = []
{file = "mistune-0.8.4-py2.py3-none-any.whl", hash = "sha256:88a1051873018da288eee8538d476dffe1262495144b33ecb586c4ab266bb8d4"},
{file = "mistune-0.8.4.tar.gz", hash = "sha256:59a3429db53c50b5c6bcc8a07f8848cb00d7dc8bdb431a4ab41920d201d4756e"},
]
munch = [ munch = [
{file = "munch-2.5.0-py2.py3-none-any.whl", hash = "sha256:6f44af89a2ce4ed04ff8de41f70b226b984db10a91dcc7b9ac2efc1c77022fdd"}, {file = "munch-2.5.0-py2.py3-none-any.whl", hash = "sha256:6f44af89a2ce4ed04ff8de41f70b226b984db10a91dcc7b9ac2efc1c77022fdd"},
{file = "munch-2.5.0.tar.gz", hash = "sha256:2d735f6f24d4dba3417fa448cae40c6e896ec1fdab6cdb5e6510999758a4dbd2"}, {file = "munch-2.5.0.tar.gz", hash = "sha256:2d735f6f24d4dba3417fa448cae40c6e896ec1fdab6cdb5e6510999758a4dbd2"},
@ -2568,10 +2560,7 @@ parso = [
{file = "parso-0.8.3-py2.py3-none-any.whl", hash = "sha256:c001d4636cd3aecdaf33cbb40aebb59b094be2a74c556778ef5576c175e19e75"}, {file = "parso-0.8.3-py2.py3-none-any.whl", hash = "sha256:c001d4636cd3aecdaf33cbb40aebb59b094be2a74c556778ef5576c175e19e75"},
{file = "parso-0.8.3.tar.gz", hash = "sha256:8c07be290bb59f03588915921e29e8a50002acaf2cdc5fa0e0114f91709fafa0"}, {file = "parso-0.8.3.tar.gz", hash = "sha256:8c07be290bb59f03588915921e29e8a50002acaf2cdc5fa0e0114f91709fafa0"},
] ]
pathspec = [ pathspec = []
{file = "pathspec-0.9.0-py2.py3-none-any.whl", hash = "sha256:7d15c4ddb0b5c802d161efc417ec1a2558ea2653c2e8ad9c19098201dc1c993a"},
{file = "pathspec-0.9.0.tar.gz", hash = "sha256:e564499435a2673d586f6b2130bb5b95f04a3ba06f81b8f895b651a3c76aabb1"},
]
pexpect = [ pexpect = [
{file = "pexpect-4.8.0-py2.py3-none-any.whl", hash = "sha256:0b48a55dcb3c05f3329815901ea4fc1537514d6ba867a152b581d69ae3710937"}, {file = "pexpect-4.8.0-py2.py3-none-any.whl", hash = "sha256:0b48a55dcb3c05f3329815901ea4fc1537514d6ba867a152b581d69ae3710937"},
{file = "pexpect-4.8.0.tar.gz", hash = "sha256:fc65a43959d153d0114afe13997d439c22823a27cefceb5ff35c2178c6784c0c"}, {file = "pexpect-4.8.0.tar.gz", hash = "sha256:fc65a43959d153d0114afe13997d439c22823a27cefceb5ff35c2178c6784c0c"},
@ -2845,11 +2834,7 @@ traitlets = []
types-requests = [] types-requests = []
types-urllib3 = [] types-urllib3 = []
typing-extensions = [] typing-extensions = []
typing-inspect = [ typing-inspect = []
{file = "typing_inspect-0.7.1-py2-none-any.whl", hash = "sha256:b1f56c0783ef0f25fb064a01be6e5407e54cf4a4bf4f3ba3fe51e0bd6dcea9e5"},
{file = "typing_inspect-0.7.1-py3-none-any.whl", hash = "sha256:3cd7d4563e997719a710a3bfe7ffb544c6b72069b6812a02e9b414a8fa3aaa6b"},
{file = "typing_inspect-0.7.1.tar.gz", hash = "sha256:047d4097d9b17f46531bf6f014356111a1b6fb821a24fe7ac909853ca2a782aa"},
]
urllib3 = [] urllib3 = []
us = [ us = [
{file = "us-2.0.2.tar.gz", hash = "sha256:cb11ad0d43deff3a1c3690c74f0c731cff5b862c73339df2edd91133e1496fbc"}, {file = "us-2.0.2.tar.gz", hash = "sha256:cb11ad0d43deff3a1c3690c74f0c731cff5b862c73339df2edd91133e1496fbc"},