# Copyright 2019 The TensorFlow Authors. All Rights Reserved.

#

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

#

# http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

# ============================================================================

#

#

# This file was assembled from multiple pieces, whose use is documented

# throughout. Please refer to the TensorFlow dockerfiles documentation

# for more information.

ARG PACKAGE_OPTION=pip

ARG MPI=openmpi

ARG COMPOSE_PROJECT_NAME

FROM ${COMPOSE_PROJECT_NAME}-python AS tf-base-pip

# Intel Optimizations specific Envs

ENV KMP_AFFINITY='granularity=fine,verbose,compact,1,0' \

KMP_BLOCKTIME=1 \

KMP_SETTINGS=1

ARG TF_PACKAGE

ARG TF_PACKAGE_VERSION

RUN python -m pip install --no-cache-dir ${TF_PACKAGE}${TF_PACKAGE_VERSION:+==${TF_PACKAGE_VERSION}} \

tensorflow_hub \

Pillow \

cryptography==41.0.3

# Add Intel TF Licensing

RUN mkdir /licensing && \

wget -O - https://github.com/Intel-tensorflow/tensorflow/archive/v${TF_PACKAGE_VERSION}.tar.gz | \

tar -xz -C /licensing --strip=2 "tensorflow-${TF_PACKAGE_VERSION}/third_party_programs_license/" && \

curl --insecure https://raw.githubusercontent.com/Intel-tensorflow/tensorflow/v${TF_PACKAGE_VERSION}/LICENSE -o /licensing/TF_LICENSE

FROM ${COMPOSE_PROJECT_NAME}-python AS tf-base-idp

# Intel Optimizations specific Envs

ENV KMP_AFFINITY='granularity=fine,verbose,compact,1,0' \

KMP_BLOCKTIME=1 \

KMP_SETTINGS=1

ENV PATH /usr/bin:/root/conda/envs/idp/bin:/root/conda/condabin:~/conda/bin/:${PATH}

ENV TF_ENABLE_ONEDNN_OPTS=1

ARG TF_PACKAGE

ARG TF_PACKAGE_VERSION

RUN python -m pip install --no-cache-dir ${TF_PACKAGE}${TF_PACKAGE_VERSION:+==${TF_PACKAGE_VERSION}} \

tensorflow_hub \

Pillow \

certifi==2023.7.22 \

cryptography==41.0.3 \

scipy==1.11.1

# Add Intel TF Licensing

RUN mkdir /licensing && \

wget -O - https://github.com/Intel-tensorflow/tensorflow/archive/v${TF_PACKAGE_VERSION}.tar.gz | \

tar -xz -C /licensing --strip=2 "tensorflow-${TF_PACKAGE_VERSION}/third_party_programs_license/" && \

curl --insecure https://raw.githubusercontent.com/Intel-tensorflow/tensorflow/v${TF_PACKAGE_VERSION}/LICENSE -o /licensing/TF_LICENSE

FROM tf-base-${PACKAGE_OPTION} AS jupyter

RUN python -m pip install --no-cache-dir jupyterlab jupyterhub notebook jupyter-server-proxy

RUN mkdir -p /jupyter/ && chmod -R a+rwx /jupyter/

RUN mkdir /.local && chmod a+rwx /.local

WORKDIR /jupyter

ARG PORT=8888

EXPOSE $PORT

CMD ["bash", "-c", "source /etc/bash.bashrc && jupyter notebook --notebook-dir=/jupyter --port $PORT --ip 0.0.0.0 --no-browser --allow-root"]

FROM tf-base-${PACKAGE_OPTION} AS mlflow

RUN python -m pip install --no-cache-dir mlflow

ARG PORT=5000

EXPOSE $PORT

CMD ["mlflow", "server", "-h", "0.0.0.0", "-p", $PORT]

FROM tf-base-${PACKAGE_OPTION} AS openmpi

RUN apt-get update -y && apt-get install -y --no-install-recommends --fix-missing \

libopenmpi-dev \

openmpi-bin \

openmpi-common

FROM tf-base-${PACKAGE_OPTION} AS mpich

RUN apt-get update -y && apt-get install -y --no-install-recommends --fix-missing \

mpich \

libmpich-dev

RUN python -m pip install --no-cache-dir impi-rt

FROM ${MPI} AS horovod

ENV LD_LIBRARY_PATH /lib64/:/usr/lib64/:/usr/local/lib64

RUN apt-get install -y --no-install-recommends --fix-missing \

openssh-client \

openssh-server && \

rm /etc/ssh/ssh_host_*_key \

/etc/ssh/ssh_host_*_key.pub

ENV OMPI_ALLOW_RUN_AS_ROOT=1

ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1

ENV OMPI_MCA_tl_tcp_if_exclude="lo,docker0"

# Install OpenSSH for MPI to communicate between containers

RUN mkdir -p /var/run/sshd

# Install Horovod

ARG HOROVOD_VERSION

ARG HOROVOD_WITH_TENSORFLOW=1

ARG HOROVOD_WITHOUT_MXNET=1

ARG HOROVOD_WITHOUT_PYTORCH=1

ARG HOROVOD_WITHOUT_GLOO=1

ARG HOROVOD_WITH_MPI=1

RUN apt-get install -y --no-install-recommends --fix-missing \

build-essential \

cmake \

g++ \

gcc \

git \

libgl1-mesa-glx \

libglib2.0-0 \

python3-dev && \

apt-get clean && \

rm -rf /var/lib/apt/lists/*

RUN python -m pip install --no-cache-dir horovod${HOROVOD_VERSION+==${HOROVOD_VERSION}}

ARG INC_VER

ENV SIGOPT_PROJECT=.

RUN curl --insecure https://raw.githubusercontent.com/intel/neural-compressor/master/docker/third-party-programs-tensorflow.txt -o /licensing/third-party-programs-tensorflow.txt && \

curl --insecure https://raw.githubusercontent.com/intel/neural-compressor/master/LICENSE -o /licensing/LICENSE

FROM horovod AS multinode-pip

RUN python -m pip install --no-cache-dir neural-compressor${INC_VER:+==${INC_VER}} \

tf2onnx

FROM horovod AS multinode-idp

RUN python -m pip install --no-cache-dir neural-compressor${INC_VER:+==${INC_VER}} \

cython \

tf2onnx

FROM ${COMPOSE_PROJECT_NAME}-python AS itex-xpu-base

RUN apt-get update && \

apt-get install -y --no-install-recommends --fix-missing \

apt-utils \

build-essential \

clinfo \

curl \

git \

gnupg2 \

gpg-agent \

rsync \

unzip \

wget && \

apt-get clean && \

rm -rf /var/lib/apt/lists/*

ARG ICD_VER

ARG LEVEL_ZERO_GPU_VER

ARG LEVEL_ZERO_VER

ARG LEVEL_ZERO_DEV_VER

ARG DPCPP_VER

ARG MKL_VER

ARG CCL_VER

RUN wget -qO - https://repositories.intel.com/graphics/intel-graphics.key | \

gpg --dearmor --output /usr/share/keyrings/intel-graphics.gpg

RUN echo "deb [arch=amd64 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/graphics/ubuntu jammy max" | \

tee /etc/apt/sources.list.d/intel-gpu-jammy.list

RUN apt-get update && \

apt-get install -y --no-install-recommends --fix-missing \

intel-opencl-icd=${ICD_VER} \

intel-level-zero-gpu=${LEVEL_ZERO_GPU_VER} \

level-zero=${LEVEL_ZERO_VER} \

level-zero-dev=${LEVEL_ZERO_DEV_VER} && \

apt-get clean && \

rm -rf /var/lib/apt/lists/*

RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB \

| gpg --dearmor | tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null && \

echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" \

| tee /etc/apt/sources.list.d/oneAPI.list

ARG DPCPP_VER

ARG MKL_VER

ARG CCL_VER

RUN apt-get update && \

apt-get install -y --no-install-recommends --fix-missing \

intel-oneapi-runtime-dpcpp-cpp=${DPCPP_VER} \

intel-oneapi-runtime-mkl=${MKL_VER} \

intel-oneapi-runtime-ccl=${CCL_VER} && \

apt-get clean && \

rm -rf /var/lib/apt/lists/*

ARG TF_VER="2.13"

RUN python -m pip --no-cache-dir install tensorflow==${TF_VER}

RUN python -m pip --no-cache-dir install --upgrade intel-extension-for-tensorflow[xpu]

ADD https://raw.githubusercontent.com/intel/intel-extension-for-tensorflow/master/third-party-programs/dockerlayer/THIRD-PARTY-PROGRAMS.txt /licenses/

ADD https://raw.githubusercontent.com/intel/intel-extension-for-tensorflow/master/third-party-programs/dockerlayer/third-party-program-of-intel-extension-for-tensorflow.txt /licenses/

ADD https://raw.githubusercontent.com/intel/intel-extension-for-tensorflow/master/third-party-programs/dockerlayer/third-party-programs-of-intel-tensorflow.txt /licenses/

ADD https://raw.githubusercontent.com/intel/intel-extension-for-tensorflow/master/third-party-programs/dockerlayer/third-party-programs-of-intel-optimization-for-horovod.txt /licenses/

FROM itex-xpu-base AS itex-xpu-jupyter

RUN python -m pip install --no-cache-dir jupyterlab jupyterhub notebook jupyter-server-proxy

RUN mkdir -p /jupyter/ && chmod -R a+rwx /jupyter/

RUN mkdir /.local && chmod a+rwx /.local

WORKDIR /jupyter

COPY notebooks/itex/itex-xpu.ipynb /jupyter/xpu.ipynb

ARG PORT=8888

EXPOSE $PORT

CMD ["bash", "-c", "jupyter notebook --notebook-dir=/jupyter --port $PORT --ip 0.0.0.0 --no-browser --allow-root"]