# debian.sh --arch 'amd64' out/ 'bookworm' '@1765152000'

ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LANG=C.UTF-8

RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; rm -rf /var/lib/apt/lists/* # buildkit

ENV GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D

ENV PYTHON_VERSION=3.11.14

ENV PYTHON_SHA256=8d3ed8ec5c88c1c95f5e558612a725450d2452813ddad5e58fdb1a53b1209b78

RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; echo "$PYTHON_SHA256 *python.tar.xz" | sha256sum -c -; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared $(test "${gnuArch%%-*}" != 'riscv64' && echo '--with-lto') --with-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:--Wl},--strip-all"; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:--Wl},-rpath='\$\$ORIGIN/../lib'" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth \( \( -type d -a \( -name test -o -name tests -o -name idle_test \) \) -o \( -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' \) \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not \( -name '*tkinter*' \) -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -rt dpkg-query --search | awk 'sub(":$", "", $1) { print $1 }' | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; rm -rf /var/lib/apt/lists/*; export PYTHONDONTWRITEBYTECODE=1; python3 --version; pip3 install --disable-pip-version-check --no-cache-dir --no-compile 'setuptools==79.0.1' 'wheel<0.46' ; pip3 --version # buildkit

RUN /bin/sh -c set -eux; for src in idle3 pip3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit

CMD ["python3"]

ARG USE_CUDA=true

ARG USE_OLLAMA=false

ARG USE_CUDA_VER=cu128

ARG USE_SLIM=false

ARG USE_PERMISSION_HARDENING=false

ARG USE_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2

ARG USE_RERANKING_MODEL=

ARG UID=0

ARG GID=0

ENV PYTHONUNBUFFERED=1

ENV ENV=prod PORT=8080 USE_OLLAMA_DOCKER=false USE_CUDA_DOCKER=true USE_SLIM_DOCKER=false USE_CUDA_DOCKER_VER=cu128 USE_EMBEDDING_MODEL_DOCKER=sentence-transformers/all-MiniLM-L6-v2 USE_RERANKING_MODEL_DOCKER=

ENV OLLAMA_BASE_URL=/ollama OPENAI_API_BASE_URL=

ENV OPENAI_API_KEY= WEBUI_SECRET_KEY= SCARF_NO_ANALYTICS=true DO_NOT_TRACK=true ANONYMIZED_TELEMETRY=false

ENV WHISPER_MODEL=base WHISPER_MODEL_DIR=/app/backend/data/cache/whisper/models

ENV RAG_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2 RAG_RERANKING_MODEL= SENTENCE_TRANSFORMERS_HOME=/app/backend/data/cache/embedding/models

ENV TIKTOKEN_ENCODING_NAME=cl100k_base TIKTOKEN_CACHE_DIR=/app/backend/data/cache/tiktoken

ENV HF_HOME=/app/backend/data/cache/embedding/models

WORKDIR /app/backend

ENV HOME=/root

RUN |9 USE_CUDA=true USE_OLLAMA=false USE_CUDA_VER=cu128 USE_SLIM=false USE_PERMISSION_HARDENING=false USE_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2 USE_RERANKING_MODEL= UID=0 GID=0 /bin/sh -c if [ $UID -ne 0 ]; then if [ $GID -ne 0 ]; then addgroup --gid $GID app; fi; adduser --uid $UID --gid $GID --home $HOME --disabled-password --no-create-home app; fi # buildkit

RUN |9 USE_CUDA=true USE_OLLAMA=false USE_CUDA_VER=cu128 USE_SLIM=false USE_PERMISSION_HARDENING=false USE_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2 USE_RERANKING_MODEL= UID=0 GID=0 /bin/sh -c mkdir -p $HOME/.cache/chroma # buildkit

RUN |9 USE_CUDA=true USE_OLLAMA=false USE_CUDA_VER=cu128 USE_SLIM=false USE_PERMISSION_HARDENING=false USE_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2 USE_RERANKING_MODEL= UID=0 GID=0 /bin/sh -c echo -n 00000000-0000-0000-0000-000000000000 > $HOME/.cache/chroma/telemetry_user_id # buildkit

RUN |9 USE_CUDA=true USE_OLLAMA=false USE_CUDA_VER=cu128 USE_SLIM=false USE_PERMISSION_HARDENING=false USE_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2 USE_RERANKING_MODEL= UID=0 GID=0 /bin/sh -c chown -R $UID:$GID /app $HOME # buildkit

RUN |9 USE_CUDA=true USE_OLLAMA=false USE_CUDA_VER=cu128 USE_SLIM=false USE_PERMISSION_HARDENING=false USE_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2 USE_RERANKING_MODEL= UID=0 GID=0 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends git build-essential pandoc gcc netcat-openbsd curl jq python3-dev ffmpeg libsm6 libxext6 && rm -rf /var/lib/apt/lists/* # buildkit

COPY --chown=0:0 ./backend/requirements.txt ./requirements.txt # buildkit

RUN |9 USE_CUDA=true USE_OLLAMA=false USE_CUDA_VER=cu128 USE_SLIM=false USE_PERMISSION_HARDENING=false USE_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2 USE_RERANKING_MODEL= UID=0 GID=0 /bin/sh -c pip3 install --no-cache-dir uv && if [ "$USE_CUDA" = "true" ]; then pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/$USE_CUDA_DOCKER_VER --no-cache-dir && uv pip install --system -r requirements.txt --no-cache-dir && python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ['RAG_EMBEDDING_MODEL'], device='cpu')" && python -c "import os; from faster_whisper import WhisperModel; WhisperModel(os.environ['WHISPER_MODEL'], device='cpu', compute_type='int8', download_root=os.environ['WHISPER_MODEL_DIR'])"; python -c "import os; import tiktoken; tiktoken.get_encoding(os.environ['TIKTOKEN_ENCODING_NAME'])"; else pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu --no-cache-dir && uv pip install --system -r requirements.txt --no-cache-dir && if [ "$USE_SLIM" != "true" ]; then python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ['RAG_EMBEDDING_MODEL'], device='cpu')" && python -c "import os; from faster_whisper import WhisperModel; WhisperModel(os.environ['WHISPER_MODEL'], device='cpu', compute_type='int8', download_root=os.environ['WHISPER_MODEL_DIR'])"; python -c "import os; import tiktoken; tiktoken.get_encoding(os.environ['TIKTOKEN_ENCODING_NAME'])"; fi; fi; mkdir -p /app/backend/data && chown -R $UID:$GID /app/backend/data/ && rm -rf /var/lib/apt/lists/*; # buildkit

RUN |9 USE_CUDA=true USE_OLLAMA=false USE_CUDA_VER=cu128 USE_SLIM=false USE_PERMISSION_HARDENING=false USE_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2 USE_RERANKING_MODEL= UID=0 GID=0 /bin/sh -c if [ "$USE_OLLAMA" = "true" ]; then date +%s > /tmp/ollama_build_hash && echo "Cache broken at timestamp: `cat /tmp/ollama_build_hash`" && curl -fsSL https://ollama.com/install.sh | sh && rm -rf /var/lib/apt/lists/*; fi # buildkit

COPY --chown=0:0 /app/build /app/build # buildkit

COPY --chown=0:0 /app/CHANGELOG.md /app/CHANGELOG.md # buildkit

COPY --chown=0:0 /app/package.json /app/package.json # buildkit

COPY --chown=0:0 ./backend . # buildkit

EXPOSE [8080/tcp]

HEALTHCHECK &{["CMD-SHELL" "curl --silent --fail http://localhost:${PORT:-8080}/health | jq -ne 'input.status == true' || exit 1"] "0s" "0s" "0s" "0s" '\x00'}

RUN |9 USE_CUDA=true USE_OLLAMA=false USE_CUDA_VER=cu128 USE_SLIM=false USE_PERMISSION_HARDENING=false USE_EMBEDDING_MODEL=sentence-transformers/all-MiniLM-L6-v2 USE_RERANKING_MODEL= UID=0 GID=0 /bin/sh -c if [ "$USE_PERMISSION_HARDENING" = "true" ]; then set -eux; chgrp -R 0 /app /root || true; chmod -R g+rwX /app /root || true; find /app -type d -exec chmod g+s {} + || true; find /root -type d -exec chmod g+s {} + || true; fi # buildkit

USER 0:0

ARG BUILD_HASH=a7271532f8a38da46785afcaa7e65f9a45e7d753

ENV WEBUI_BUILD_VERSION=a7271532f8a38da46785afcaa7e65f9a45e7d753

ENV DOCKER=true

CMD ["bash" "start.sh"]