publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-02-22 17:44:20 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

Additional VSCode and Poetry tasks added (#624)

Browse source 
* additional tasks added

* Update launch.json
This commit is contained in:
Jorge Escobar 2021-09-08 14:54:38 -04:00 • committed by GitHub
parent f4ffcc6a53
commit 1953d2fcd8
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 62 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

57
data/data-pipeline/.vscode/launch.json vendored
View file

@ -9,63 +9,100 @@
"type": "python", "type": "python",
"request": "launch", "request": "launch",
"module": "data_pipeline.application", "module": "data_pipeline.application",
"args": ["score-run"] "args": [
"score-run"
]
}, },
{ {
"name": "Data Cleanup", "name": "Data Cleanup",
"type": "python", "type": "python",
"request": "launch", "request": "launch",
"module": "data_pipeline.application", "module": "data_pipeline.application",
"args": ["data-cleanup"] "args": [
"data-cleanup"
]
}, },
{ {
"name": "Census Cleanup", "name": "Census Cleanup",
"type": "python", "type": "python",
"request": "launch", "request": "launch",
"module": "data_pipeline.application", "module": "data_pipeline.application",
"args": ["census-cleanup"] "args": [
"census-cleanup"
]
}, },
{ {
"name": "Download Census", "name": "Download Census",
"type": "python", "type": "python",
"request": "launch", "request": "launch",
"module": "data_pipeline.application", "module": "data_pipeline.application",
"args": ["census-data-download"] "args": [
"census-data-download"
]
}, },
{ {
"name": "Score Full Run", "name": "Score Full Run",
"type": "python", "type": "python",
"request": "launch", "request": "launch",
"module": "data_pipeline.application", "module": "data_pipeline.application",
"args": ["score-full-run"] "args": [
"score-full-run"
]
},
{
"name": "Combine Score and GeoJSON",
"type": "python",
"request": "launch",
"module": "data_pipeline.application",
"args": [
"geo-score"
]
}, },
{ {
"name": "Generate Map Tiles", "name": "Generate Map Tiles",
"type": "python", "type": "python",
"request": "launch", "request": "launch",
"module": "data_pipeline.application", "module": "data_pipeline.application",
"args": ["generate-map-tiles"] "args": [
"generate-map-tiles"
]
}, },
{ {
"name": "ETL Run", "name": "ETL Run",
"type": "python", "type": "python",
"request": "launch", "request": "launch",
"module": "data_pipeline.application", "module": "data_pipeline.application",
"args": ["etl-run"] "args": [
"etl-run"
]
}, },
{ {
"name": "poetry install", "name": "poetry install",
"type": "python", "type": "python",
"request": "launch", "request": "launch",
"module": "poetry", "module": "poetry",
"args": ["install"] "args": [
"install"
]
}, },
{ {
"name": "poetry update", "name": "poetry update",
"type": "python", "type": "python",
"request": "launch", "request": "launch",
"module": "poetry", "module": "poetry",
"args": ["update"] "args": [
} "update"
]
},
{
"name": "upload map tiles to s3",
"type": "bash",
"request": "launch",
"module": "poetry",
"args": [
"update"
]
},
// aws s3 sync ./data_pipeline/data/score/tiles/ s3://justice40-data/data-pipeline/data/score/tiles --acl public-read --delete
] ]
} }

15
data/data-pipeline/.vscode/tasks.json vendored
View file

@ -35,6 +35,19 @@
"args": [ "args": [
"data_pipeline" "data_pipeline"
] ]
} },
{
"label": "Upload tiles to S3",
"type": "shell",
"command": "aws",
"args": [
"s3",
"sync",
"./data_pipeline/data/score/tiles/",
"s3://justice40-data/data-pipeline/data/score/tiles",
"--acl public-read",
"--delete"
]
},
] ]
} }

1
data/data-pipeline/pyproject.toml
View file

@ -120,4 +120,5 @@ download_census = 'data_pipeline.application:census_data_download'
etl = 'data_pipeline.application:etl_run' etl = 'data_pipeline.application:etl_run'
generate_tiles = 'data_pipeline.application:generate_map_tiles' generate_tiles = 'data_pipeline.application:generate_map_tiles'
score = 'data_pipeline.application:score_run' score = 'data_pipeline.application:score_run'
score_geo = 'data_pipeline.application:geo_score'
etl_and_score = 'data_pipeline.application:score_full_run' etl_and_score = 'data_pipeline.application:score_full_run'