From 0b494e4d735d13b3efdd68a2a822863e0f6a39f2 Mon Sep 17 00:00:00 2001 From: McCloudS <64094529+McCloudS@users.noreply.github.com> Date: Mon, 3 Feb 2025 15:13:12 -0700 Subject: [PATCH] Attempt to make a ctranslate2 image with compute 5 capability Should support older GPUs --- Dockerfile.compute5 | 36 ++++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 Dockerfile.compute5 diff --git a/Dockerfile.compute5 b/Dockerfile.compute5 new file mode 100644 index 0000000..16499dd --- /dev/null +++ b/Dockerfile.compute5 @@ -0,0 +1,36 @@ +FROM nvidia/cuda:12.3.2-cudnn9-runtime-ubuntu22.04 + +ADD https://raw.githubusercontent.com/McCloudS/subgen/main/requirements.txt /subgen/requirements.txt + +RUN apt-get update \ + && apt-get install -y \ + python3 \ + python3-pip \ + ffmpeg \ + git \ + g++ \ + cmake \ + && apt-get clean \ + && rm -rf /var/lib/apt/lists/* \ + && pip3 install -r /subgen/requirements.txt \ + && git clone --recursive https://github.com/OpenNMT/CTranslate2.git \ + && mkdir build && cd build \ + && cmake -DCUDA_ARCH_LIST="5.0" -DWITH_CUDA=ON -DWITH_CUDNN=ON -DWITH_MKL=OFF .. \ + && make -j4 \ + && make install \ + && sudo ldconfig \ + && cd python \ + && pip install -r install_requirements.txt \ + && python setup.py bdist_wheel \ + && pip uninstall ctranslate2 \ + && pip install dist/*.whl + +WORKDIR /subgen + +ENV PYTHONUNBUFFERED=1 + +ADD https://raw.githubusercontent.com/McCloudS/subgen/main/launcher.py /subgen/launcher.py +ADD https://raw.githubusercontent.com/McCloudS/subgen/main/subgen.py /subgen/subgen.py +ADD https://raw.githubusercontent.com/McCloudS/subgen/main/language_code.py /subgen/language_code.py + +CMD [ "bash", "-c", "python3 -u launcher.py" ]