j40-cejst-2/infrastructure/functions/detect-changes-for-worker/events/enrichment.json

{
    "action": "enrichment",
    "sourceBucketName": "j40-sit-justice40-data-harvester-data",
    "sourceBucketPrefix": "usds/custom.csv",
    "age": 86400,
    "censusBucketName": "j40-sit-justice40-data-harvester-data",
    "censusBucketPrefix": "census/tabblock2010_01_pophu.zip",
    "pre": [
        "wget https://j40-sit-justice40-data-harvester-data.s3.amazonaws.com/usds/${source.Key} -O /tmp/custom.csv"
    ],
    "command": [
        "--debug", "ON",
        "-f", "GeoJSON",
        "-sql", "SELECT * FROM ${census.Key:base} LEFT JOIN '/tmp/custom.csv'.custom ON ${census.Key:base}.BLOCKID10 = custom.BLOCKID10",
        "/vsis3/j40-sit-justice40-data-harvester-data/joined/${source.Key:base}-${census.Key:base}.json",
        "/vsizip//vsicurl/https://j40-sit-justice40-data-harvester-data.s3.amazonaws.com/census/${census.Key}"
    ]
}