publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-02-23 10:04:18 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

added PR fixes

Browse source
This commit is contained in:
Saran Ahluwalia 2022-01-12 17:31:34 -05:00
parent 38990a1449
commit 159516df80
3 changed files with 5 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
data/data-pipeline/data_pipeline/etl/sources/maryland_ejscreen/etl.py
View file

@ -30,9 +30,9 @@ class MarylandEJScreenETL(ExtractTransformLoad):
field_names.MARYLAND_EJSCREEN_TRACT_50_PERCENTILE_FIELD,
field_names.MARYLAND_EJSCREEN_TRACT_75_PERCENTILE_FIELD,
field_names.MARYLAND_EJSCREEN_TRACT_90_PERCENTILE_FIELD,
field_names.MARYLAND_EJSCREEN_PERCENTILE_RANK_FIELD,
field_names.MARYLAND_EJSCREEN_SCORE_FIELD,
field_names.MARYLAND_EJSCREEN_BURDENED_THRESHOLD_FIELD,
field_names.MARYLAND_EJSCREEN_SCORE_FIELD + field_names.PERCENTILE_FIELD_SUFFIX
]
self.df: pd.DataFrame
@ -94,13 +94,13 @@ class MarylandEJScreenETL(ExtractTransformLoad):
# Interpretation: An EJ score (reported as a percentile)
# has a percentile rank of N for some N between 0 - 100"
self.df[field_names.MARYLAND_EJSCREEN_PERCENTILE_RANK_FIELD] = self.df[
self.df[field_names.MARYLAND_EJSCREEN_SCORE_FIELD + field_names.PERCENTILE_FIELD_SUFFIX] = self.df[
field_names.MARYLAND_EJSCREEN_SCORE_FIELD
].rank(pct=True, ascending=True)
# An arbitrarily chosen threshold is used in the comparison tool output
self.df[field_names.MARYLAND_EJSCREEN_BURDENED_THRESHOLD_FIELD] = (
self.df[field_names.MARYLAND_EJSCREEN_PERCENTILE_RANK_FIELD] > 0.75
self.df[field_names.MARYLAND_EJSCREEN_SCORE_FIELD + field_names.PERCENTILE_FIELD_SUFFIX] > 0.75
)
# Baseline Comparisons with some quartiles and the 90th percent OF EJ Score

12
data/data-pipeline/data_pipeline/ipython/scoring_comparison.ipynb
View file

@ -478,14 +478,6 @@
" Index(\n",
" method_name=\"Maryland EJSCREEN\",\n",
" priority_communities_field=field_names.MARYLAND_EJSCREEN_BURDENED_THRESHOLD_FIELD,\n",
" other_census_tract_fields_to_keep=[\n",
" field_names.MARYLAND_EJSCREEN_SCORE_FIELD,\n",
" field_names.MARYLAND_EJSCREEN_TRACT_25_PERCENTILE_FIELD,\n",
" field_names.MARYLAND_EJSCREEN_TRACT_50_PERCENTILE_FIELD,\n",
" field_names.MARYLAND_EJSCREEN_TRACT_75_PERCENTILE_FIELD,\n",
" field_names.MARYLAND_EJSCREEN_TRACT_90_PERCENTILE_FIELD,\n",
" field_names.MARYLAND_EJSCREEN_PERCENTILE_RANK_FIELD \n",
" ]\n",
" ), \n",
" Index(\n",
" method_name=field_names.ENERGY_RELATED_COMMUNITIES_DEFINITION_ALTERNATIVE,\n",
@ -1333,7 +1325,7 @@
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
@ -1347,7 +1339,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.6"
"version": "3.6.2"
}
},
"nbformat": 4,

4
data/data-pipeline/data_pipeline/score/field_names.py
View file

@ -237,10 +237,6 @@ MARYLAND_EJSCREEN_TRACT_90_PERCENTILE_FIELD: str = (
"Tract is >=90% all other Maryland Tracts"
)
MARYLAND_EJSCREEN_PERCENTILE_RANK_FIELD: str = (
"Maryland EJSCREEN Percentile Rank for EJ Score"
)
MARYLAND_EJSCREEN_SCORE_FIELD: str = "Maryland Environmental Justice Score"
# this references percentile ranks