publicdata/j40-cejst-2
1
0
Fork 0
mirror of https://github.com/DOI-DO/j40-cejst-2.git synced 2025-02-22 09:41:26 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

Additional VSCode and Poetry tasks added (#624)

Browse source 
* additional tasks added

* Update launch.json
This commit is contained in:
Jorge Escobar 2021-09-08 14:54:38 -04:00 • committed by GitHub
parent f4ffcc6a53
commit 1953d2fcd8
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 62 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

57
data/data-pipeline/.vscode/launch.json vendored
View file

@ -9,63 +9,100 @@
"type": "python",
"request": "launch",
"module": "data_pipeline.application",
"args": ["score-run"]
"args": [
"score-run"
]
},
{
"name": "Data Cleanup",
"type": "python",
"request": "launch",
"module": "data_pipeline.application",
"args": ["data-cleanup"]
"args": [
"data-cleanup"
]
},
{
"name": "Census Cleanup",
"type": "python",
"request": "launch",
"module": "data_pipeline.application",
"args": ["census-cleanup"]
"args": [
"census-cleanup"
]
},
{
"name": "Download Census",
"type": "python",
"request": "launch",
"module": "data_pipeline.application",
"args": ["census-data-download"]
"args": [
"census-data-download"
]
},
{
"name": "Score Full Run",
"type": "python",
"request": "launch",
"module": "data_pipeline.application",
"args": ["score-full-run"]
"args": [
"score-full-run"
]
},
{
"name": "Combine Score and GeoJSON",
"type": "python",
"request": "launch",
"module": "data_pipeline.application",
"args": [
"geo-score"
]
},
{
"name": "Generate Map Tiles",
"type": "python",
"request": "launch",
"module": "data_pipeline.application",
"args": ["generate-map-tiles"]
"args": [
"generate-map-tiles"
]
},
{
"name": "ETL Run",
"type": "python",
"request": "launch",
"module": "data_pipeline.application",
"args": ["etl-run"]
"args": [
"etl-run"
]
},
{
"name": "poetry install",
"type": "python",
"request": "launch",
"module": "poetry",
"args": ["install"]
"args": [
"install"
]
},
{
"name": "poetry update",
"type": "python",
"request": "launch",
"module": "poetry",
"args": ["update"]
}
"args": [
"update"
]
},
{
"name": "upload map tiles to s3",
"type": "bash",
"request": "launch",
"module": "poetry",
"args": [
"update"
]
},
// aws s3 sync ./data_pipeline/data/score/tiles/ s3://justice40-data/data-pipeline/data/score/tiles --acl public-read --delete
]
}

15
data/data-pipeline/.vscode/tasks.json vendored
View file

@ -35,6 +35,19 @@
"args": [
"data_pipeline"
]
}
},
{
"label": "Upload tiles to S3",
"type": "shell",
"command": "aws",
"args": [
"s3",
"sync",
"./data_pipeline/data/score/tiles/",
"s3://justice40-data/data-pipeline/data/score/tiles",
"--acl public-read",
"--delete"
]
},
]
}

1
data/data-pipeline/pyproject.toml
View file

@ -120,4 +120,5 @@ download_census = 'data_pipeline.application:census_data_download'
etl = 'data_pipeline.application:etl_run'
generate_tiles = 'data_pipeline.application:generate_map_tiles'
score = 'data_pipeline.application:score_run'
score_geo = 'data_pipeline.application:geo_score'
etl_and_score = 'data_pipeline.application:score_full_run'