uc-cli.dockerfile

ARG unitycatalog_uid=185
ARG unitycatalog_home="/opt/unitycatalog"
ARG unitycatalog_repo="${unitycatalog_home}/repo"
ARG unitycatalog_jar="examples/cli/target"
ARG unitycatalog_jars="${unitycatalog_home}/jars"
ARG unitycatalog_etc="etc"
ARG unitycatalog_bin="bin"
ARG unitycatalog_user_name="unitycatalog"
ARG unitycatalog_user_home="home"
ARG unitycatalog_user_basedir="${unitycatalog_home}/${unitycatalog_user_home}"
# Specify any custom parameters necessary to generate
# the Uber-Jar by SBT.
# Note: The default allocated heap memory size is too small
# and will cause the process to fail when attempting to compile
# and generate the Uber-Jar. Therefore it is important to choose
# a size large enough for the compiler to run. 
ARG sbt_args="-J-Xmx5G"
# FIXME Pass it from the outside
ARG unitycatalog_version="0.2.0-SNAPSHOT"
ARG cli_assembly_jar="${unitycatalog_repo}/${unitycatalog_jar}/unitycatalog-cli-assembly-${unitycatalog_version}.jar"

# ###### STAGE 1 ###### #
# Building the Uber-Jar #
#########################

FROM eclipse-temurin:17-jdk-alpine AS assemble_cli

ARG unitycatalog_repo
ARG sbt_args

# Install required packages
RUN <<EOF
    set -ex;
    apk update;
    apk upgrade; 
    apk add bash git;
    rm -R /var/cache/apk/*;
EOF

# If the WORKDIR doesn't exist, it will be created
# https://docs.docker.com/reference/dockerfile/#workdir
WORKDIR "${unitycatalog_repo}"

COPY . .

# Builds examples/cli/target/unitycatalog-cli-assembly-0.2.0-SNAPSHOT.jar
RUN build/sbt ${sbt_args} cli/assembly

# ###### STAGE 2 ###### #
# Running the UC server #
#########################

FROM eclipse-temurin:17-jdk-alpine AS build_cli

ARG unitycatalog_uid
ARG unitycatalog_home
ARG unitycatalog_repo
ARG unitycatalog_jar
ARG unitycatalog_jars
ARG unitycatalog_etc
ARG unitycatalog_bin
ARG unitycatalog_user_name
ARG unitycatalog_user_home
ARG unitycatalog_user_basedir
ARG sbt_args
ARG cli_assembly_jar
ARG unitycatalog_version

RUN <<EOF
    set -ex;
    apk update;
    apk upgrade; 
    apk add bash libc6-compat;
    rm -R /var/cache/apk/*;
EOF

# Define the shell used within the container
SHELL ["/bin/bash", "-i", "-c", "-o", "pipefail"] 

ENV CLI_ASSEMBLY_JAR="${unitycatalog_jars}/unitycatalog-cli-assembly-${unitycatalog_version}.jar"
ENV UC_CLI_BIN="${unitycatalog_home}/${unitycatalog_bin}/start-uc-cli"

# Create the UC directories
RUN <<-EOF 
    set -ex;
    mkdir -p "${unitycatalog_jars}";
    mkdir -p "${unitycatalog_home}/${unitycatalog_etc}";
    mkdir -p "${unitycatalog_home}/${unitycatalog_bin}";
    mkdir -p "${unitycatalog_home}/${unitycatalog_user_home}";
EOF


# Create system group and user for Unity Catalog
# ENsure the user created has their HOME pointing to the volume
# created to persist user data and the sbt cached files that 
# are created as a result of compiling the unity catalog.
# This also ensures that the container can run independently from
# the storage, so we can have ephemeral docker instances with --rm
# and still be able to run the unity catalog each time without problems.
RUN <<-EOF
    #!/usr/bin/env bash
    set -ex;
    addgroup --system --gid "${unitycatalog_uid}" "${unitycatalog_user_name}";
    adduser --system --uid "${unitycatalog_uid}" \
            --ingroup "${unitycatalog_user_name}" \
            --home "${unitycatalog_user_basedir}" \
            --shell /bin/bash \
            "${unitycatalog_user_name}";
EOF

WORKDIR "$unitycatalog_home"

# Copy the Uber-Jar from the previous stage
COPY --from=assemble_cli ${cli_assembly_jar} "${unitycatalog_jars}/"

# Copy the etc folder which contains the config files and the data folder
COPY --from=assemble_cli "${unitycatalog_repo}/${unitycatalog_etc}" "${unitycatalog_home}/${unitycatalog_etc}/"

# Create the script to execute the CLI
# FIXME It could be already created and simply copied over
COPY <<-"EOF" "${UC_CLI_BIN}"
    #!/usr/bin/env bash

    SCRIPT_DIR="$(dirname "$(readlink -f "$0")")"
    ROOT_DIR="$(dirname "$SCRIPT_DIR")"

    if [ -z "${CLI_ASSEMBLY_JAR}" ]; then
        echo "CLI JAR (${CLI_ASSEMBLY_JAR}) not found. Exiting..."
        exit 1
    fi

    # Create relative path to jar so that it is able to find the 
    # configuration files in etc/conf/...
    relative_path_to_jar="${CLI_ASSEMBLY_JAR//"$ROOT_DIR/"/}"

    CLI_JAVA_COMMAND="java -jar $relative_path_to_jar $@"

    cd ${ROOT_DIR}

    exec ${CLI_JAVA_COMMAND}
EOF

# Set ownership of directories and Unity Catalog home directory to a less
# priviledged user
RUN <<-"EOF"
    #!/usr/bin/env bash
    set -ex;
    chown -R "${unitycatalog_user_name}":"${unitycatalog_user_name}" "$unitycatalog_home";
    chmod u+x "$UC_CLI_BIN";
EOF

USER "${unitycatalog_user_name}"

ENTRYPOINT ["/bin/bash", "bin/start-uc-cli"]