58 lines
2.1 KiB
Docker
58 lines
2.1 KiB
Docker
|
FROM ubuntu:jammy
|
||
|
|
|
||
|
|
ENV TZ=america/los_angeles
|
||
|
|
|
||
|
|
# Install prerequisite packages
|
||
|
|
RUN DEBIAN_FRONTEND=noninteractive apt-get update && \
|
||
|
|
apt-get install --no-install-recommends -q -y \
|
||
|
|
apt-utils \
|
||
|
|
software-properties-common \
|
||
|
|
gnupg \
|
||
|
|
wget
|
||
|
|
|
||
|
|
# Install Intel GPU user-space driver apt repo
|
||
|
|
RUN wget -qO - https://repositories.intel.com/gpu/intel-graphics.key | \
|
||
|
|
gpg --dearmor --output /usr/share/keyrings/intel-graphics.gpg && \
|
||
|
|
echo "deb [arch=amd64 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/gpu/ubuntu jammy client" | \
|
||
|
|
tee /etc/apt/sources.list.d/intel-gpu-jammy.list
|
||
|
|
|
||
|
|
# Install oneAPI apt repo
|
||
|
|
RUN wget -qO - https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | \
|
||
|
|
gpg --dearmor --output /usr/share/keyrings/oneapi-archive-keyring.gpg && \
|
||
|
|
echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | \
|
||
|
|
tee /etc/apt/sources.list.d/oneAPI.list
|
||
|
|
|
||
|
|
# Install Conda apt repo
|
||
|
|
RUN wget -qO - https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | \
|
||
|
|
gpg --dearmor --output /usr/share/keyrings/conda-archive-keyring.gpg && \
|
||
|
|
echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" | \
|
||
|
|
tee /etc/apt/sources.list.d/conda.list
|
||
|
|
|
||
|
|
RUN DEBIAN_FRONTEND=noninteractive apt-get update && \
|
||
|
|
apt-get install --no-install-recommends -q -y \
|
||
|
|
intel-opencl-icd intel-level-zero-gpu level-zero \
|
||
|
|
intel-basekit=2024.0.1-43 \
|
||
|
|
conda
|
||
|
|
|
||
|
|
ENV USE_XETLA=OFF
|
||
|
|
ENV SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
|
||
|
|
ENV SYCL_CACHE_PERSISTENT=1
|
||
|
|
ENV ZES_ENABLE_SYSMAN=1
|
||
|
|
ENV OLLAMA_NUM_GPU=999
|
||
|
|
ENV OLLAMA_HOST 0.0.0.0:11434
|
||
|
|
|
||
|
|
COPY _init.sh /usr/share/lib/init_workspace.sh
|
||
|
|
COPY _run.sh /usr/share/lib/run_workspace.sh
|
||
|
|
|
||
|
|
RUN /bin/bash -c "source /usr/share/lib/init_workspace.sh && \
|
||
|
|
conda create -n llm-cpp python=3.11 && \
|
||
|
|
conda activate llm-cpp && \
|
||
|
|
pip install --pre --upgrade ipex-llm[cpp] && \
|
||
|
|
mkdir /workspace && \
|
||
|
|
cd /workspace && \
|
||
|
|
init-llama-cpp && \
|
||
|
|
init-ollama"
|
||
|
|
|
||
|
|
ENTRYPOINT ["/bin/bash", "/usr/share/lib/run_workspace.sh"]
|
||
|
|
|