mirror of
https://github.com/DOI-DO/j40-cejst-2.git
synced 2025-02-23 10:04:18 -08:00
03a6d3c660
Update logging messages and message consistency This update includes changes to the level of many log messages. Rather than everything being logged at the info level, it differentiates between debug, info, warning, and error messages. It also changes the default log level to info to avoid much of the noise previously in the logs. It also removes many extra log messages, and adds additional decorators at the beginning of each pipeline run.
113 lines
4.1 KiB
Python
113 lines
4.1 KiB
Python
import os
|
|
from pathlib import Path
|
|
from subprocess import call
|
|
|
|
from data_pipeline.utils import get_module_logger
|
|
from data_pipeline.utils import remove_all_from_dir
|
|
|
|
logger = get_module_logger(__name__)
|
|
|
|
|
|
def generate_tiles(data_path: Path, generate_tribal_layer: bool) -> None:
|
|
"""Generates map tiles from geojson files
|
|
|
|
Args:
|
|
data_path (Path): Path to data folder
|
|
generate_tribal_layer (bool): If true, generate the tribal layer of the map
|
|
|
|
Returns:
|
|
None
|
|
"""
|
|
|
|
def _generate_score_tiles() -> None:
|
|
"""Generates score map tiles"""
|
|
score_tiles_path = data_path / "score" / "tiles"
|
|
high_tile_path = score_tiles_path / "high"
|
|
low_tile_path = score_tiles_path / "low"
|
|
score_geojson_dir = data_path / "score" / "geojson"
|
|
|
|
USA_HIGH_MIN_ZOOM = 5
|
|
USA_HIGH_MAX_ZOOM = 11
|
|
USA_LOW_MIN_ZOOM = 0
|
|
USA_LOW_MAX_ZOOM = 7
|
|
|
|
# remove existing mbtiles file
|
|
remove_all_from_dir(score_tiles_path)
|
|
|
|
# create dirs
|
|
os.mkdir(high_tile_path)
|
|
os.mkdir(low_tile_path)
|
|
|
|
# generate high mbtiles file
|
|
logger.debug("Generating USA High mbtiles file")
|
|
cmd = "tippecanoe "
|
|
cmd += f"--minimum-zoom={USA_HIGH_MIN_ZOOM} --maximum-zoom={USA_HIGH_MAX_ZOOM} --layer=blocks "
|
|
cmd += "--no-feature-limit --no-tile-size-limit "
|
|
cmd += f"--output={high_tile_path}/usa_high.mbtiles "
|
|
cmd += str(score_geojson_dir / "usa-high.json")
|
|
call(cmd, shell=True)
|
|
|
|
# generate high mvts
|
|
logger.debug("Generating USA High mvt folders and files")
|
|
cmd = "tippecanoe "
|
|
cmd += f"--minimum-zoom={USA_HIGH_MIN_ZOOM} --maximum-zoom={USA_HIGH_MAX_ZOOM} --no-tile-compression "
|
|
cmd += "--no-feature-limit --no-tile-size-limit "
|
|
cmd += f"--output-to-directory={high_tile_path} --layer=blocks "
|
|
cmd += str(score_geojson_dir / "usa-high.json")
|
|
call(cmd, shell=True)
|
|
|
|
# generate low mbtiles file
|
|
logger.debug("Generating USA Low mbtiles file")
|
|
cmd = "tippecanoe "
|
|
cmd += f"--minimum-zoom={USA_LOW_MIN_ZOOM} --maximum-zoom={USA_LOW_MAX_ZOOM} --layer=blocks "
|
|
cmd += f"--output={low_tile_path}/usa_low.mbtiles "
|
|
cmd += str(score_geojson_dir / "usa-low.json")
|
|
call(cmd, shell=True)
|
|
|
|
# generate low mvts
|
|
logger.debug("Generating USA Low mvt folders and files")
|
|
cmd = "tippecanoe "
|
|
cmd += f"--minimum-zoom={USA_LOW_MIN_ZOOM} --maximum-zoom={USA_LOW_MAX_ZOOM} --no-tile-compression "
|
|
cmd += "--drop-densest-as-needed "
|
|
cmd += f"--output-to-directory={low_tile_path} --layer=blocks "
|
|
cmd += str(score_geojson_dir / "usa-low.json")
|
|
call(cmd, shell=True)
|
|
|
|
def _generate_tribal_tiles() -> None:
|
|
"""Generates tribal layer tiles"""
|
|
|
|
USA_TRIBAL_MIN_ZOOM = 0
|
|
USA_TRIBAL_MAX_ZOOM = 11
|
|
|
|
tribal_tiles_path = data_path / "tribal" / "tiles"
|
|
tribal_geojson_dir = data_path / "tribal" / "geojson"
|
|
|
|
# remove existing mbtiles file
|
|
remove_all_from_dir(tribal_tiles_path)
|
|
|
|
# generate mbtiles file
|
|
logger.debug("Generating Tribal mbtiles file")
|
|
cmd = "tippecanoe "
|
|
cmd += "--layer=blocks "
|
|
cmd += "--base-zoom=3 "
|
|
cmd += f"--minimum-zoom={USA_TRIBAL_MIN_ZOOM} --maximum-zoom={USA_TRIBAL_MAX_ZOOM} "
|
|
cmd += f"--output={tribal_tiles_path}/usa.mbtiles "
|
|
cmd += str(tribal_geojson_dir / "usa.json")
|
|
call(cmd, shell=True)
|
|
|
|
# generate mvts
|
|
logger.debug("Generating Tribal mvt folders and files")
|
|
cmd = "tippecanoe "
|
|
cmd += "--layer=blocks "
|
|
cmd += "--base-zoom=3 "
|
|
cmd += "--no-tile-compression "
|
|
cmd += "--drop-densest-as-needed "
|
|
cmd += f"--minimum-zoom={USA_TRIBAL_MIN_ZOOM} --maximum-zoom={USA_TRIBAL_MAX_ZOOM} "
|
|
cmd += f"--output-to-directory={tribal_tiles_path} "
|
|
cmd += str(tribal_geojson_dir / "usa.json")
|
|
call(cmd, shell=True)
|
|
|
|
if generate_tribal_layer:
|
|
_generate_tribal_tiles()
|
|
else:
|
|
_generate_score_tiles()
|