haystack Docker & Self-Hosted Deployment

GitHub

Open-source AI orchestration framework for building context-engineered, production-ready LLM applications. Design modular pipelines and agent workflows with...

26,814 stars Python Python 99 files · ~142,184 tokens #agent-framework#agentic-ai#agentic-rag#agents#ai#ai-agents#context-engineering#framework
1. Pull Image (DOCKERHUB) docker pull deepset-ai/haystack:latest
2. Docker Run (1-Click Launch) docker run -d --name haystack --restart always deepset-ai/haystack:latest
3. Podman Run podman run -d --name haystack --restart always deepset-ai/haystack:latest
4. Skopeo Inspect (Zero-Pull Manifest) skopeo inspect docker://docker.io/deepset-ai/haystack:latest
5. ORAS Pull (OCI Artifact) oras pull deepset-ai/haystack:latest
docker/Dockerfile.base 
# Pinned digest defaults so the base images are resolvable by hash even when
# the args are not passed (e.g. by supply-chain scanners or a plain `docker build`).
# docker/docker-bake.hcl overrides these at build time; keep the digests in sync.
ARG build_image=python:3.12-slim@sha256:cb33f7f771ecec2ef1225cf39b159591a040391bd73e4c01f00fdfc4c47611d2
ARG base_image=python:3.12-slim@sha256:cb33f7f771ecec2ef1225cf39b159591a040391bd73e4c01f00fdfc4c47611d2

FROM ${build_image} AS build-image

ARG DEBIAN_FRONTEND=noninteractive
ARG haystack_version

RUN apt-get update && \
    apt-get install -y --no-install-recommends git

COPY --from=ghcr.io/astral-sh/uv:0.13.4@sha256:9f130421e930bfbdc563c00740466603f8723158e90297d07957c2294640262b /uv /uvx /bin/

# Shallow clone Haystack repo, we'll install from the local sources
RUN git clone --depth=1 --branch=${haystack_version} https://github.com/deepset-ai/haystack.git /opt/haystack
WORKDIR /opt/haystack

# Use a virtualenv we can copy over the next build stage
# Note: we use venv and not uv to create the virtualenv to make sure that the created virtualenv is accessible by pip
# and prevent breaking changes in the image. uv can still be used to speed up installation.
RUN python3 -m venv /opt/venv
ENV PATH="/opt/venv/bin:$PATH"

# Upgrade setuptools due to https://nvd.nist.gov/vuln/detail/CVE-2022-40897
# Upgrade pip because the version bundled with CPython trusts the compromised eMudhra/emSign CAs,
# see https://discuss.python.org/t/109576
RUN uv pip install --no-cache-dir -U setuptools "pip>=26.2.2" && \
    uv pip install --no-cache-dir .

FROM ${base_image} AS final

COPY --from=build-image /opt/venv /opt/venv

ENV PATH="/opt/venv/bin:$PATH"