mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-03 12:50:06 +06:00

* first commit Signed-off-by: YAO Matrix <matrix.yao@intel.com> * use rls pytorch Signed-off-by: YAO Matrix <matrix.yao@intel.com> --------- Signed-off-by: YAO Matrix <matrix.yao@intel.com>
94 lines
3.4 KiB
Docker
94 lines
3.4 KiB
Docker
FROM intel/deep-learning-essentials:2025.1.3-0-devel-ubuntu22.04 AS base
|
|
LABEL maintainer="Hugging Face"
|
|
|
|
SHELL ["/bin/bash", "-c"]
|
|
|
|
ARG PYTHON_VER=3.11
|
|
ENV TORCH_DEVICE_BACKEND_AUTOLOAD=0
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
|
|
RUN apt-get remove -y python3.10 && apt-get autoremove -y
|
|
RUN apt-get update && \
|
|
apt-get install -y software-properties-common && \
|
|
add-apt-repository -y ppa:deadsnakes/ppa && \
|
|
apt-get update && \
|
|
apt-get install -y python$PYTHON_VER python$PYTHON_VER-dev python3-pip && \
|
|
ln -sf /usr/bin/python$PYTHON_VER /usr/bin/python3 && \
|
|
ln -sf /usr/bin/python3 /usr/bin/python && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN apt-get update && \
|
|
apt-get -y install \
|
|
apt-utils \
|
|
build-essential \
|
|
ca-certificates \
|
|
clinfo \
|
|
curl \
|
|
git \
|
|
git-lfs \
|
|
vim \
|
|
numactl \
|
|
gnupg2 \
|
|
gpg-agent \
|
|
zlib1g-dev \
|
|
rsync \
|
|
sudo \
|
|
libnl-genl-3-200 \
|
|
xpu-smi \
|
|
unzip \
|
|
ffmpeg \
|
|
tesseract-ocr \
|
|
espeak-ng \
|
|
wget \
|
|
ncurses-term && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
|
|
RUN apt-get update && \
|
|
apt-get install -y \
|
|
linux-headers-$(uname -r) \
|
|
linux-modules-extra-$(uname -r) \
|
|
flex bison \
|
|
intel-fw-gpu intel-i915-dkms xpu-smi \
|
|
intel-opencl-icd libze-intel-gpu1 libze1 \
|
|
intel-media-va-driver-non-free libmfx-gen1 libvpl2 \
|
|
libegl-mesa0 libegl1-mesa libegl1-mesa-dev libgbm1 libgl1-mesa-dev libgl1-mesa-dri \
|
|
libglapi-mesa libglx-mesa0 libigdgmm12 libxatracker2 mesa-va-drivers \
|
|
mesa-vdpau-drivers mesa-vulkan-drivers va-driver-all vainfo hwinfo clinfo intel-ocloc \
|
|
libigc-dev intel-igc-cm libigdfcl-dev libigfxcmrt-dev libze-dev && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN pip install --upgrade pip
|
|
RUN pip install triton==3.3.0
|
|
|
|
RUN pip install torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0 --index-url https://download.pytorch.org/whl/xpu --no-cache-dir
|
|
|
|
RUN pip install evaluate torchdata pyctcdecode pytesseract decord galore-torch fire scipy scikit-learn sentencepiece sacremoses nltk rouge_score librosa soundfile g2p_en mpi4py requests_mock
|
|
RUN pip install pretty_midi essentia resampy Levenshtein av sacrebleu phonemizer invisible_watermark schedulefree
|
|
RUN pip install gguf hqq compressed_tensors gptqmodel mergekit autoawq deepspeed torchao onnx
|
|
RUN pip install hf_transfer huggingface-hub hf-doc-builder datasets optimum-quanto timm transformers accelerate optimum peft
|
|
|
|
RUN pip install git+https://github.com/linkedin/Liger-Kernel.git --extra-index-url https://download.pytorch.org/whl/test/xpu
|
|
|
|
# install bitsandbytes
|
|
RUN pip install git+https://github.com/bitsandbytes-foundation/bitsandbytes.git
|
|
|
|
ENV OCL_ICD_VENDORS=/etc/OpenCL/vendors
|
|
ENV FI_PROVIDER_PATH=${I_MPI_ROOT}/lib/libfabric/prov:/usr/lib/x86_64-linux-gnu/libfabric
|
|
ENV CCL_ROOT=/usr/local
|
|
ENV CCL_ATL_TRANSPORT=ofi
|
|
ENV I_MPI_ROOT=/usr/local
|
|
ENV CLASSPATH=${I_MPI_ROOT}/lib/mpi.jar
|
|
ENV PATH=${I_MPI_ROOT}/bin/libfabric:${PATH}
|
|
ENV LD_LIBRARY_PATH=${I_MPI_ROOT}/lib/libfabric:${LD_LIBRARY_PATH}
|
|
|
|
RUN touch /entrypoint.sh
|
|
RUN chmod +x /entrypoint.sh
|
|
RUN echo "#!/bin/bash" >> /entrypoint.sh
|
|
RUN echo "source /opt/intel/oneapi/setvars.sh --force && /bin/bash" >> /entrypoint.sh
|
|
|
|
ENTRYPOINT ["/entrypoint.sh"]
|