diff --git a/data/data-pipeline/.vscode/launch.json b/data/data-pipeline/.vscode/launch.json index ff71b0c1..5603df9a 100644 --- a/data/data-pipeline/.vscode/launch.json +++ b/data/data-pipeline/.vscode/launch.json @@ -9,63 +9,100 @@ "type": "python", "request": "launch", "module": "data_pipeline.application", - "args": ["score-run"] + "args": [ + "score-run" + ] }, { "name": "Data Cleanup", "type": "python", "request": "launch", "module": "data_pipeline.application", - "args": ["data-cleanup"] + "args": [ + "data-cleanup" + ] }, { "name": "Census Cleanup", "type": "python", "request": "launch", "module": "data_pipeline.application", - "args": ["census-cleanup"] + "args": [ + "census-cleanup" + ] }, { "name": "Download Census", "type": "python", "request": "launch", "module": "data_pipeline.application", - "args": ["census-data-download"] + "args": [ + "census-data-download" + ] }, { "name": "Score Full Run", "type": "python", "request": "launch", "module": "data_pipeline.application", - "args": ["score-full-run"] + "args": [ + "score-full-run" + ] + }, + { + "name": "Combine Score and GeoJSON", + "type": "python", + "request": "launch", + "module": "data_pipeline.application", + "args": [ + "geo-score" + ] }, { "name": "Generate Map Tiles", "type": "python", "request": "launch", "module": "data_pipeline.application", - "args": ["generate-map-tiles"] + "args": [ + "generate-map-tiles" + ] }, { "name": "ETL Run", "type": "python", "request": "launch", "module": "data_pipeline.application", - "args": ["etl-run"] + "args": [ + "etl-run" + ] }, { "name": "poetry install", "type": "python", "request": "launch", "module": "poetry", - "args": ["install"] + "args": [ + "install" + ] }, { "name": "poetry update", "type": "python", "request": "launch", "module": "poetry", - "args": ["update"] - } + "args": [ + "update" + ] + }, + { + "name": "upload map tiles to s3", + "type": "bash", + "request": "launch", + "module": "poetry", + "args": [ + "update" + ] + }, + // aws s3 sync ./data_pipeline/data/score/tiles/ s3://justice40-data/data-pipeline/data/score/tiles --acl public-read --delete ] } diff --git a/data/data-pipeline/.vscode/tasks.json b/data/data-pipeline/.vscode/tasks.json index 79e165ea..8b8c767f 100644 --- a/data/data-pipeline/.vscode/tasks.json +++ b/data/data-pipeline/.vscode/tasks.json @@ -35,6 +35,19 @@ "args": [ "data_pipeline" ] - } + }, + { + "label": "Upload tiles to S3", + "type": "shell", + "command": "aws", + "args": [ + "s3", + "sync", + "./data_pipeline/data/score/tiles/", + "s3://justice40-data/data-pipeline/data/score/tiles", + "--acl public-read", + "--delete" + ] + }, ] } diff --git a/data/data-pipeline/pyproject.toml b/data/data-pipeline/pyproject.toml index 8821ec18..33c5c0da 100644 --- a/data/data-pipeline/pyproject.toml +++ b/data/data-pipeline/pyproject.toml @@ -120,4 +120,5 @@ download_census = 'data_pipeline.application:census_data_download' etl = 'data_pipeline.application:etl_run' generate_tiles = 'data_pipeline.application:generate_map_tiles' score = 'data_pipeline.application:score_run' +score_geo = 'data_pipeline.application:geo_score' etl_and_score = 'data_pipeline.application:score_full_run'