score comparison updated

score/ipython/score_calc.ipynb

@@ -7,7 +7,9 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# Before running this notebook, you must run the notebook `ejscreen_etl.ipynb`.\n",
+    "# Before running this notebook, you must run the following notebooks:\n",
+    "# 1. `ejscreen_etl.ipynb`\n",
+    "# 2. `census_etl.ipynb`\n",
     "\n",
     "import collections\n",
     "from pathlib import Path\n",
@@ -15,6 +17,7 @@
     "import csv\n",
     "\n",
     "# Define some global parameters\n",
+    "GEOID_FIELD_NAME = \"GEOID10\"\n",
     "BUCKET_SOCIOECONOMIC = \"Socioeconomic Factors\"\n",
     "BUCKET_SENSITIVE = \"Sensitive populations\"\n",
     "BUCKET_ENVIRONMENTAL = \"Environmental effects\"\n",
@@ -51,7 +54,40 @@
    "source": [
     "# EJSCreen csv Load\n",
     "ejscreen_csv = data_path / \"dataset\" / \"ejscreen_2020\" / \"usa.csv\"\n",
-    "df = pd.read_csv(ejscreen_csv, dtype={\"ID\": \"string\"}, low_memory=False)\n",
+    "ejscreen_df = pd.read_csv(ejscreen_csv, dtype={\"ID\": \"string\"}, low_memory=False)\n",
+    "ejscreen_df.rename(columns={\"ID\": GEOID_FIELD_NAME}, inplace=True)\n",
+    "ejscreen_df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "daba69fb",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Load census data\n",
+    "census_csv = data_path / \"dataset\" / \"census_acs_2019\" / \"usa.csv\"\n",
+    "census_df = pd.read_csv(\n",
+    "    census_csv, dtype={GEOID_FIELD_NAME: \"string\"}, low_memory=False\n",
+    ")\n",
+    "census_df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "bf89efd8",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Join the two datasets\n",
+    "df = ejscreen_df.merge(\n",
+    "    census_df,\n",
+    "    how=\"left\",\n",
+    "    on=GEOID_FIELD_NAME,\n",
+    ")\n",
+    "\n",
     "df.head()"
    ]
   },
@@ -70,9 +106,10 @@
     "data_sets = [\n",
     "    # The following data sets have `bucket=None`, because it's not used in the score.\n",
     "    DataSet(\n",
-    "        input_field=\"ID\", \n",
+    "        input_field=GEOID_FIELD_NAME,\n",
     "        # Use the name `GEOID10` to enable geoplatform.gov's workflow.\n",
-    "        renamed_field=\"GEOID10\", bucket=None\n",
+    "        renamed_field=GEOID_FIELD_NAME,\n",
+    "        bucket=None,\n",
     "    ),\n",
     "    DataSet(input_field=\"ACSTOTPOP\", renamed_field=\"Total population\", bucket=None),\n",
     "    # The following data sets have buckets, because they're used in the score\n",
@@ -152,6 +189,12 @@
     "        renamed_field=\"Percent individuals age 25 or over with less than high school degree\",\n",
     "        bucket=BUCKET_SOCIOECONOMIC,\n",
     "    ),\n",
+    "    DataSet(\n",
+    "        input_field=\"Unemployed Civilians (fraction)\",\n",
+    "        # Following EJSCREEN conventions, where fractional data is named as a percent.\n",
+    "        renamed_field=\"Unemployed Civilians (percent)\",\n",
+    "        bucket=BUCKET_SOCIOECONOMIC,\n",
+    "    ),\n",
     "]"
    ]
   },