From e2f4a81fef736cc165ace4d42f10b6d00a4d18e5 Mon Sep 17 00:00:00 2001 From: Matt Curfman Date: Fri, 10 May 2024 19:29:28 -0700 Subject: [PATCH] Install GPU runtime from git repo --- Dockerfile | 23 +++++++++++++++-------- 1 file changed, 15 insertions(+), 8 deletions(-) diff --git a/Dockerfile b/Dockerfile index 27cad69..f16c0e6 100644 --- a/Dockerfile +++ b/Dockerfile @@ -8,13 +8,23 @@ RUN DEBIAN_FRONTEND=noninteractive apt-get update && \ apt-utils \ software-properties-common \ gnupg \ - wget + wget \ + ocl-icd-libopencl1 # Install Intel GPU user-space driver apt repo -RUN wget -qO - https://repositories.intel.com/gpu/intel-graphics.key | \ - gpg --dearmor --output /usr/share/keyrings/intel-graphics.gpg && \ - echo "deb [arch=amd64 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/gpu/ubuntu jammy client" | \ - tee /etc/apt/sources.list.d/intel-gpu-jammy.list +#RUN wget -qO - https://repositories.intel.com/gpu/intel-graphics.key | \ +# gpg --dearmor --output /usr/share/keyrings/intel-graphics.gpg && \ +# echo "deb [arch=amd64 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/gpu/ubuntu jammy client" | \ +# tee /etc/apt/sources.list.d/intel-gpu-jammy.list +# Note: Intel's apt repo does not contain the latest GPU runtime supporting kernel 6.8, so install the packages directly from their compute +# runtime repo +RUN cd /tmp && \ + wget https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.16510.2/intel-igc-core_1.0.16510.2_amd64.deb && \ + wget https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.16510.2/intel-igc-opencl_1.0.16510.2_amd64.deb && \ + wget https://github.com/intel/compute-runtime/releases/download/24.13.29138.7/intel-level-zero-gpu_1.3.29138.7_amd64.deb && \ + wget https://github.com/intel/compute-runtime/releases/download/24.13.29138.7/intel-opencl-icd_24.13.29138.7_amd64.deb && \ + wget https://github.com/intel/compute-runtime/releases/download/24.13.29138.7/libigdgmm12_22.3.18_amd64.deb && \ + dpkg -i *.deb # Install oneAPI apt repo RUN wget -qO - https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | \ @@ -30,7 +40,6 @@ RUN wget -qO - https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | \ RUN DEBIAN_FRONTEND=noninteractive apt-get update && \ apt-get install --no-install-recommends -q -y \ - intel-opencl-icd intel-level-zero-gpu level-zero \ intel-basekit=2024.0.1-43 \ conda @@ -40,8 +49,6 @@ ENV SYCL_CACHE_PERSISTENT=1 ENV ZES_ENABLE_SYSMAN=1 ENV OLLAMA_NUM_GPU=999 ENV OLLAMA_HOST 0.0.0.0:11434 -ENV NEOReadDebugKeys=1 -ENV OverrideGpuAddressSpace=48 COPY _init.sh /usr/share/lib/init_workspace.sh COPY _run.sh /usr/share/lib/run_workspace.sh