lakeFS Docker & Self-Hosted Deployment

GitHub

LakeFS - Data version control for your data lake | Git for data

5,423 stars Go Go 1 file · ~3,649 tokens #apache-spark#apache-sparksql#aws-s3#azure-blob-storage#azure-storage#data-engineering#data-lake#data-quality
RAW Compose
1. Pull Image (DOCKERHUB) docker pull treeverse/lakefs
2. Docker Run (1-Click Launch) docker run -d --name lakefs --restart always treeverse/lakefs:latest
3. Podman Run podman run -d --name lakefs --restart always treeverse/lakefs:latest
4. Skopeo Inspect (Zero-Pull Manifest) skopeo inspect docker://docker.io/treeverse/lakefs:latest
5. ORAS Pull (OCI Artifact) oras pull treeverse/lakefs:latest
6. Compose Deployment docker compose up -d
esti/ops/docker-compose.yaml
Download .yml 
version: "3"
services:
  lakefs:
    extends:
      file: ${OSS_ESTI_OPS_PATH:-esti/ops}/docker-compose-common.yaml
      service: lakefs
    depends_on:
      - "postgres"
    volumes:
      - lakefs-app:/app:ro
    environment:
      - LAKEFS_BLOCKSTORE_GS_CREDENTIALS_JSON
      - LAKEFS_DATABASE_TYPE=postgres
      - LAKEFS_DATABASE_POSTGRES_CONNECTION_STRING=postgres://lakefs:lakefs@postgres/postgres?sslmode=disable
      - LAKEFS_BLOCKSTORE_S3_CREDENTIALS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
      - LAKEFS_BLOCKSTORE_S3_CREDENTIALS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
      - LAKEFS_BLOCKSTORE_TYPE=${LAKEFS_BLOCKSTORE_TYPE:-local}
      - LAKEFS_BLOCKSTORE_LOCAL_PATH=/home/lakefs
      - LAKEFS_BLOCKSTORE_LOCAL_IMPORT_ENABLED=true
      - LAKEFS_BLOCKSTORE_LOCAL_ALLOWED_EXTERNAL_PREFIXES=/tmp
      - AZURE_CLIENT_ID
      - AZURE_CLIENT_SECRET
      - AZURE_TENANT_ID
    entrypoint: ["/app/wait-for", "postgres:5432", "--", "/app/lakefs", "run"]

  postgres:
    extends:
      file: ${OSS_ESTI_OPS_PATH:-esti/ops}/docker-compose-common.yaml
      service: postgres

  esti:
    extends:
      file: ${OSS_ESTI_OPS_PATH:-esti/ops}/docker-compose-common.yaml
      service: esti
    environment:
      - ESTI_DATABASE_CONNECTION_STRING=postgres://lakefs:lakefs@postgres/postgres?sslmode=disable
    volumes:
      - lakefs-code:/lakefs
      - lakefs-app:/app:ro

volumes:
  lakefs-code:
    driver: local
    driver_opts:
      o: bind
      type: none
      device: ${LAKEFS_ROOT:-.}
  lakefs-app: