Dockerfile.l1b

FROM unity-ads/sounder_sips_dev:r0.1.0 AS builder

# Locations of paths for building source code
ARG BUILDER_BASE_PATH=/build
ARG BUILDER_SCRIPTS_PATH=$BUILDER_BASE_PATH/scripts
ARG BUILDER_CODE_PATH=$BUILDER_BASE_PATH/src
ARG BUILDER_STATIC_DATA_PATH=/tmp/static
ARG BUILDER_STATIC_CONFIG_PATH=/pge/config

# Local file that is copied into the image then untarred
ARG CODE_SOURCE_FILE
ARG CODE_DEST_FILE=$BUILDER_BASE_PATH/sips_spss.tar.gz

USER root

# Create directories
RUN mkdir $BUILDER_BASE_PATH && \
    mkdir -p $BUILDER_CODE_PATH && \
    mkdir -p $BUILDER_SCRIPTS_PATH

# Copy in source code and scripts
COPY $CODE_SOURCE_FILE $CODE_DEST_FILE
COPY install/build_common.sh install/build_l1b.sh install/patch_source.sh install/create_l1b_static_config.sh ${BUILDER_SCRIPTS_PATH}/

# Build source code
RUN tar zfx $CODE_DEST_FILE --strip-components=1 -C $BUILDER_CODE_PATH && \
    $BUILDER_SCRIPTS_PATH/patch_source.sh $BUILDER_CODE_PATH && \
    $BUILDER_SCRIPTS_PATH/build_common.sh $BUILDER_CODE_PATH && \
    $BUILDER_SCRIPTS_PATH/build_l1b.sh $BUILDER_CODE_PATH && \
    $BUILDER_SCRIPTS_PATH/create_l1b_static_config.sh $BUILDER_CODE_PATH $BUILDER_STATIC_CONFIG_PATH $BUILDER_STATIC_DATA_PATH

# ---

FROM jupyter/base-notebook

# Renew usage of these values from the previous stage, these default values
# need to mirror their values in the first stage
ARG BUILDER_BASE_PATH=/build
ARG BUILDER_CODE_PATH=$BUILDER_BASE_PATH/src
ARG BUILDER_STATIC_DATA_PATH=/tmp/static
ARG BUILDER_STATIC_CONFIG_PATH=/pge/config

# There are used by the notebook to override defaults
ENV PGE_BINARY_PATH=/pge/bin
ENV PGE_INTERFACE_PATH=/pge/interface
ENV PGE_STATIC_DATA_PATH=$BUILDER_STATIC_DATA_PATH
ENV PGE_STATIC_CONFIG_PATH=$BUILDER_STATIC_CONFIG_PATH

ENV PGSHOME=/opt/packages/sdptk5.2.20v1.01/TOOLKIT/
ENV PGS_PC_INFO_FILE=${PGE_STATIC_CONFIG_PATH}/SNDR.PGSToolkit_ProcessControlFile.pcf
ENV PGS_LEAPSEC_FILE=${PGSHOME}/database/common/TD/leapsec.dat

# Switch to root for installs
USER root

# Ensure using UTF-8
RUN localedef -c -f UTF-8 -i en_US en_US.UTF-8

# Install packages required for this PGE
# These mirror much of what is in sounder_sips_dev but only contains what is necessary for runtime
ENV DEBIAN_FRONTEND noninteractive
RUN apt-get update --yes && \
    apt-get install --yes --no-install-recommends \
      # libturbojpeg0-dev is used by hdf4 library instead of the installed jpeg-9b version
      # Even though boost is installed into /opt/packages, some of the SIPS PGEs use a system wide version
      libturbojpeg libboost-dev python3-netcdf4 \
      # For custom GCC 
      libgmpxx4ldbl libmpfi0 libmpc3 \
      # Needed by netcdf libraries
      libcurl4 \
      # Needed by SDPTK library
      csh \
      # Needed by g2clib and SPSS software, contains the static library as well
      libpng-dev \
      # Set up papermill
      python3-pip && \
      pip3 install -U pip && \
      pip3 install papermill && \
    apt-get clean && rm -rf /var/lib/apt/lists/*

# Create directory structure for PGE files and necessary files
RUN mkdir -p $PGE_BINARY_PATH && \
    mkdir -p $PGE_STATIC_CONFIG_PATH && \
    mkdir -p $PGE_INTERFACE_PATH && \
    mkdir -p /opt/packages

# Copy L1B PGE binary from build
COPY --from=builder $BUILDER_CODE_PATH/src/sips_pge/l1b_atms/main/bin/L1BMw_main $PGE_BINARY_PATH

# Copy MetExtractor binary from build
COPY --from=builder $BUILDER_CODE_PATH/src/scf_metextractors/main/bin/MetExtractor $PGE_BINARY_PATH

# Copy PGE interface notebook
COPY interface/run_l1b_pge.ipynb $PGE_INTERFACE_PATH

# Copy over SDP Toolkit for its database files
COPY --from=builder /opt/packages/sdptk5.2.20v1.01 /opt/packages/sdptk5.2.20v1.01

# Copy over static config files
COPY --from=builder $BUILDER_STATIC_CONFIG_PATH $PGE_STATIC_CONFIG_PATH

# Necessary for click framework used by papermill:
# https://click.palletsprojects.com/en/8.0.x/unicode-support/
ENV LANG=C.UTF-8
ENV LC_ALL=en_US.UTF-8

# Switch back to jovyan to avoid accidental container runs as root
USER ${NB_UID}

# Make sure that $PGE_INTERFACE_PATH and this path match.
# We cannot evaluate variables inside the exec form of ENTRYPOINT,
# So the path must be duplicated here in order to work.
ENTRYPOINT ["papermill", "/pge/interface/run_l1b_pge.ipynb"]