mirror of
https://github.com/DOI-DO/j40-cejst-2.git
synced 2025-02-23 01:54:18 -08:00
* Remove requirements.txt as a dependency This converts both docker and tox to use poetry, eliminating usage of requirements.txt in both flows. - In tox, uses the tox-poetry package which installs dependencies from the lockfile. - In docker, uses https://stackoverflow.com/questions/53835198/integrating-python-poetry-with-docker as a reference. * Don't copy pyproject.toml * Remove obsoleted docs about requirements.txt * Add --full-trace option to pytest * Fix liccheck liccheck works with requirements.txt, not with poetry, so there needs to be an extra translation step. * TEMP: Add WIP fix for pandas issue This is just to see if the github actions would pass once this fix gets merged, but it's being reviewed separately. * Revert "TEMP: Add WIP fix for pandas issue" This reverts commit 06e38e8cc77f5f3105c6e7a9449901db67aa1c82.
48 lines
1.4 KiB
Docker
48 lines
1.4 KiB
Docker
FROM ubuntu:20.04
|
|
|
|
# Install packages
|
|
RUN apt-get update && apt-get install -y \
|
|
build-essential \
|
|
make \
|
|
gcc \
|
|
git \
|
|
unzip \
|
|
wget \
|
|
python3-dev \
|
|
python3-pip
|
|
|
|
# tippeanoe
|
|
ENV TZ=America/Los_Angeles
|
|
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
|
|
RUN apt-get install -y software-properties-common libsqlite3-dev zlib1g-dev
|
|
RUN apt-add-repository -y ppa:git-core/ppa
|
|
RUN mkdir -p /tmp/tippecanoe-src && git clone https://github.com/mapbox/tippecanoe.git /tmp/tippecanoe-src
|
|
WORKDIR /tmp/tippecanoe-src
|
|
RUN /bin/sh -c make && make install
|
|
|
|
## gdal
|
|
RUN add-apt-repository ppa:ubuntugis/ppa
|
|
RUN apt-get -y install gdal-bin
|
|
|
|
# Python package installation using poetry. See:
|
|
# https://stackoverflow.com/questions/53835198/integrating-python-poetry-with-docker
|
|
ENV PYTHONFAULTHANDLER=1 \
|
|
PYTHONUNBUFFERED=1 \
|
|
PYTHONHASHSEED=random \
|
|
PIP_NO_CACHE_DIR=off \
|
|
PIP_DISABLE_PIP_VERSION_CHECK=on \
|
|
PIP_DEFAULT_TIMEOUT=100 \
|
|
POETRY_VERSION=1.1.12
|
|
|
|
WORKDIR /data-pipeline
|
|
COPY poetry.lock /data-pipeline/
|
|
|
|
RUN pip install "poetry==$POETRY_VERSION"
|
|
RUN poetry config virtualenvs.create false \
|
|
&& poetry config virtualenvs.in-project false \
|
|
&& poetry install --no-dev --no-interaction --no-ansi
|
|
|
|
# Copy all project files into the container
|
|
COPY . /data-pipeline
|
|
|
|
CMD python3 -m data_pipeline.application data-full-run --check -s aws
|