diff --git a/data/data-pipeline/.vscode/launch.json b/data/data-pipeline/.vscode/launch.json index 5603df9a..42bb1622 100644 --- a/data/data-pipeline/.vscode/launch.json +++ b/data/data-pipeline/.vscode/launch.json @@ -94,15 +94,5 @@ "update" ] }, - { - "name": "upload map tiles to s3", - "type": "bash", - "request": "launch", - "module": "poetry", - "args": [ - "update" - ] - }, - // aws s3 sync ./data_pipeline/data/score/tiles/ s3://justice40-data/data-pipeline/data/score/tiles --acl public-read --delete ] } diff --git a/data/data-pipeline/.vscode/tasks.json b/data/data-pipeline/.vscode/tasks.json index 8b8c767f..37c0a5a3 100644 --- a/data/data-pipeline/.vscode/tasks.json +++ b/data/data-pipeline/.vscode/tasks.json @@ -39,15 +39,11 @@ { "label": "Upload tiles to S3", "type": "shell", - "command": "aws", - "args": [ - "s3", - "sync", - "./data_pipeline/data/score/tiles/", - "s3://justice40-data/data-pipeline/data/score/tiles", - "--acl public-read", - "--delete" - ] + "command": "aws s3 sync ./data_pipeline/data/score/tiles/ s3://justice40-data/data-pipeline/data/score/tiles --acl public-read --delete", + "presentation": { + "reveal": "always", + "panel": "new" + } }, ] } diff --git a/data/data-pipeline/data_pipeline/etl/score/etl_score_geo.py b/data/data-pipeline/data_pipeline/etl/score/etl_score_geo.py index 2394f9a7..50172186 100644 --- a/data/data-pipeline/data_pipeline/etl/score/etl_score_geo.py +++ b/data/data-pipeline/data_pipeline/etl/score/etl_score_geo.py @@ -26,8 +26,8 @@ class GeoScoreETL(ExtractTransformLoad): self.DATA_PATH / "census" / "geojson" / "us.json" ) - self.TARGET_SCORE_NAME = "Score E (percentile)" - self.TARGET_SCORE_RENAME_TO = "E_SCORE" + self.TARGET_SCORE_NAME = "Score D (percentile)" + self.TARGET_SCORE_RENAME_TO = "D_SCORE" self.NUMBER_OF_BUCKETS = 10 @@ -103,6 +103,10 @@ class GeoScoreETL(ExtractTransformLoad): crs="EPSG:4326", ) + # round to 2 decimals + decimals = pd.Series([2], index=[self.TARGET_SCORE_RENAME_TO]) + self.geojson_score_usa_low = self.geojson_score_usa_low.round(decimals) + def _aggregate_to_tracts( self, block_group_df: gpd.GeoDataFrame ) -> gpd.GeoDataFrame: