Initial commit
This commit is contained in:
61
docker/Dockerfile-qwen3-asr-cu128
Normal file
61
docker/Dockerfile-qwen3-asr-cu128
Normal file
@ -0,0 +1,61 @@
|
||||
# Dockerfile of qwenllm/qwen3-asr:cu128
|
||||
|
||||
ARG CUDA_VERSION=12.8.0
|
||||
ARG from=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04
|
||||
FROM ${from} as base
|
||||
|
||||
ARG DEBIAN_FRONTEND=noninteractive
|
||||
RUN <<EOF
|
||||
apt update -y && apt upgrade -y && apt install -y --no-install-recommends \
|
||||
git \
|
||||
git-lfs \
|
||||
python3 \
|
||||
python3-pip \
|
||||
python3-dev \
|
||||
wget \
|
||||
vim \
|
||||
libsndfile1 \
|
||||
ccache \
|
||||
software-properties-common \
|
||||
ffmpeg \
|
||||
ca-certificates \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
EOF
|
||||
|
||||
RUN wget https://github.com/Kitware/CMake/releases/download/v3.26.1/cmake-3.26.1-Linux-x86_64.sh \
|
||||
-q -O /tmp/cmake-install.sh \
|
||||
&& chmod u+x /tmp/cmake-install.sh \
|
||||
&& mkdir /opt/cmake-3.26.1 \
|
||||
&& /tmp/cmake-install.sh --skip-license --prefix=/opt/cmake-3.26.1 \
|
||||
&& rm /tmp/cmake-install.sh \
|
||||
&& ln -s /opt/cmake-3.26.1/bin/* /usr/local/bin
|
||||
|
||||
RUN ln -s /usr/bin/python3 /usr/bin/python
|
||||
|
||||
RUN git lfs install
|
||||
|
||||
WORKDIR /data/shared/Qwen3-ASR
|
||||
|
||||
ENV MAX_JOBS=32
|
||||
ENV NVCC_THREADS=2
|
||||
ENV CCACHE_DIR=/root/.cache/ccache
|
||||
|
||||
ARG BUNDLE_FLASH_ATTENTION=true
|
||||
|
||||
RUN --mount=type=cache,target=/root/.cache/pip \
|
||||
pip3 install -U pip setuptools wheel
|
||||
|
||||
RUN apt remove python3-blinker -y
|
||||
|
||||
RUN --mount=type=cache,target=/root/.cache/pip \
|
||||
pip3 install -U "qwen-asr[vllm]"
|
||||
|
||||
RUN --mount=type=cache,target=/root/.cache/ccache \
|
||||
--mount=type=cache,target=/root/.cache/pip \
|
||||
if [ "$BUNDLE_FLASH_ATTENTION" = "true" ]; then \
|
||||
pip3 install -U flash-attn --no-build-isolation git+https://github.com/Dao-AILab/flash-attention.git; \
|
||||
fi
|
||||
|
||||
RUN rm -rf /root/.cache/pip
|
||||
|
||||
EXPOSE 80
|
||||
Reference in New Issue
Block a user