Modrinth-plus/docker-compose.yml

name: labrinth
services:
  postgres_db:
    # staging/prod Labrinth are currently using this version of Postgres
    image: postgres:15-alpine
    container_name: labrinth-postgres
    volumes:
      - db-data:/var/lib/postgresql/data
    ports:
      - '127.0.0.1:5432:5432'
    environment:
      POSTGRES_USER: labrinth
      POSTGRES_PASSWORD: labrinth
      POSTGRES_HOST_AUTH_METHOD: trust
      PGUSER: labrinth
    healthcheck:
      test: ['CMD', 'pg_isready', '-U', 'labrinth']
      interval: 3s
      timeout: 5s
      retries: 3
  typesense0:
    image: typesense/typesense:30.1
    container_name: labrinth-typesense0
    restart: on-failure
    ports:
      - '127.0.0.1:8108:8108'
    volumes:
      - typesense-data:/data
    command: --data-dir=/data --api-key=modrinth --enable-cors
    healthcheck:
      test: ['CMD-SHELL', "bash -lc '</dev/tcp/127.0.0.1/8108'"]
      interval: 3s
      timeout: 5s
      retries: 3
  meilisearch0:
    image: getmeili/meilisearch:v1.12.0
    container_name: labrinth-meilisearch0
    networks:
      - meilisearch-mesh
    restart: on-failure
    ports:
      - '127.0.0.1:7700:7700'
    volumes:
      - meilisearch-data:/data.ms
    environment:
      MEILI_MASTER_KEY: modrinth
      MEILI_HTTP_PAYLOAD_SIZE_LIMIT: 107374182400
      MEILI_LOG_LEVEL: warn
    healthcheck:
      test: ['CMD', 'curl', '--fail', 'http://localhost:7700/health']
      interval: 3s
      timeout: 5s
      retries: 3
  elasticsearch-certs:
    image: elasticsearch:9.3.0
    container_name: labrinth-elasticsearch-certs
    user: '0'
    networks:
      - elasticsearch-mesh
    restart: 'no'
    volumes:
      - elasticsearch-certs:/usr/share/elasticsearch/config/certs
    command: |
      bash -c '
        set -euo pipefail
        if [ ! -s config/certs/ca/ca.crt ] || [ ! -s config/certs/elasticsearch0/elasticsearch0.crt ] || [ ! -s config/certs/elasticsearch1/elasticsearch1.crt ] || [ ! -s config/certs/elasticsearch2/elasticsearch2.crt ]; then
          rm -rf config/certs/*
          printf "%s\n" \
            "instances:" \
            "  - name: elasticsearch0" \
            "    dns:" \
            "      - elasticsearch0" \
            "      - localhost" \
            "    ip:" \
            "      - 127.0.0.1" \
            "  - name: elasticsearch1" \
            "    dns:" \
            "      - elasticsearch1" \
            "      - localhost" \
            "    ip:" \
            "      - 127.0.0.1" \
            "  - name: elasticsearch2" \
            "    dns:" \
            "      - elasticsearch2" \
            "      - localhost" \
            "    ip:" \
            "      - 127.0.0.1" \
            > config/certs/instances.yml
          bin/elasticsearch-certutil ca --silent --pem --out config/certs/ca.zip
          unzip config/certs/ca.zip -d config/certs
          bin/elasticsearch-certutil cert --silent --pem --in config/certs/instances.yml --ca-cert config/certs/ca/ca.crt --ca-key config/certs/ca/ca.key --out config/certs/certs.zip
          unzip config/certs/certs.zip -d config/certs
        fi
        chown -R 1000:0 config/certs
        find config/certs -type d -exec chmod 750 {} \;
        find config/certs -type f -exec chmod 640 {} \;
        echo "Set up certificates"
      '
  elasticsearch0:
    image: elasticsearch:9.3.0
    container_name: labrinth-elasticsearch0
    networks:
      - elasticsearch-mesh
    restart: on-failure
    depends_on:
      elasticsearch-certs:
        condition: service_completed_successfully
    ports:
      - '127.0.0.1:9200:9200'
    volumes:
      - elasticsearch0-data:/usr/share/elasticsearch/data
      - elasticsearch-certs:/usr/share/elasticsearch/config/certs:ro
    environment:
      - logger.level=WARN
      - node.name=elasticsearch0
      - cluster.name=labrinth
      - cluster.initial_master_nodes=elasticsearch0,elasticsearch1,elasticsearch2
      - discovery.seed_hosts=elasticsearch1,elasticsearch2
      - bootstrap.memory_lock=false
      # auth
      - xpack.security.enabled=true
      - xpack.security.transport.ssl.enabled=true
      - xpack.security.transport.ssl.verification_mode=certificate
      - xpack.security.transport.ssl.key=certs/elasticsearch0/elasticsearch0.key
      - xpack.security.transport.ssl.certificate=certs/elasticsearch0/elasticsearch0.crt
      - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
      - ELASTIC_USERNAME=elastic
      - ELASTIC_PASSWORD=elastic
    mem_limit: 1g
    healthcheck:
      test:
        [
          'CMD-SHELL',
          'curl -s -u elastic:elastic http://localhost:9200/_cluster/health | grep -qE "\"status\":\"(yellow|green)\""',
        ]
      interval: 10s
      timeout: 5s
      retries: 10
  elasticsearch1:
    image: elasticsearch:9.3.0
    container_name: labrinth-elasticsearch1
    networks:
      - elasticsearch-mesh
    restart: on-failure
    depends_on:
      elasticsearch-certs:
        condition: service_completed_successfully
    volumes:
      - elasticsearch1-data:/usr/share/elasticsearch/data
      - elasticsearch-certs:/usr/share/elasticsearch/config/certs:ro
    environment:
      - logger.level=WARN
      - node.name=elasticsearch1
      - cluster.name=labrinth
      - cluster.initial_master_nodes=elasticsearch0,elasticsearch1,elasticsearch2
      - discovery.seed_hosts=elasticsearch0,elasticsearch2
      - bootstrap.memory_lock=false
      # auth
      - xpack.security.enabled=true
      - xpack.security.transport.ssl.enabled=true
      - xpack.security.transport.ssl.verification_mode=certificate
      - xpack.security.transport.ssl.key=certs/elasticsearch1/elasticsearch1.key
      - xpack.security.transport.ssl.certificate=certs/elasticsearch1/elasticsearch1.crt
      - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
      - ELASTIC_USERNAME=elastic
      - ELASTIC_PASSWORD=elastic
    mem_limit: 1g
    healthcheck:
      test:
        [
          'CMD-SHELL',
          'curl -s -u elastic:elastic http://localhost:9200/_cluster/health | grep -qE "\"status\":\"(yellow|green)\""',
        ]
      interval: 10s
      timeout: 5s
      retries: 10
  elasticsearch2:
    image: elasticsearch:9.3.0
    container_name: labrinth-elasticsearch2
    networks:
      - elasticsearch-mesh
    restart: on-failure
    depends_on:
      elasticsearch-certs:
        condition: service_completed_successfully
    volumes:
      - elasticsearch2-data:/usr/share/elasticsearch/data
      - elasticsearch-certs:/usr/share/elasticsearch/config/certs:ro
    environment:
      - logger.level=WARN
      - node.name=elasticsearch2
      - cluster.name=labrinth
      - cluster.initial_master_nodes=elasticsearch0,elasticsearch1,elasticsearch2
      - discovery.seed_hosts=elasticsearch0,elasticsearch1
      - bootstrap.memory_lock=false
      # auth
      - xpack.security.enabled=true
      - xpack.security.transport.ssl.enabled=true
      - xpack.security.transport.ssl.verification_mode=certificate
      - xpack.security.transport.ssl.key=certs/elasticsearch2/elasticsearch2.key
      - xpack.security.transport.ssl.certificate=certs/elasticsearch2/elasticsearch2.crt
      - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
      - ELASTIC_USERNAME=elastic
      - ELASTIC_PASSWORD=elastic
    mem_limit: 1g
    healthcheck:
      test:
        [
          'CMD-SHELL',
          'curl -s -u elastic:elastic http://localhost:9200/_cluster/health | grep -qE "\"status\":\"(yellow|green)\""',
        ]
      interval: 10s
      timeout: 5s
      retries: 10
  redis:
    image: redis:alpine
    container_name: labrinth-redis
    restart: on-failure
    ports:
      - '127.0.0.1:6379:6379'
    volumes:
      - redis-data:/data
    healthcheck:
      test: ['CMD', 'redis-cli', 'PING']
      interval: 3s
      timeout: 5s
      retries: 3
  clickhouse:
    image: clickhouse/clickhouse-server
    container_name: labrinth-clickhouse
    ports:
      - '127.0.0.1:8123:8123'
    environment:
      CLICKHOUSE_USER: default
      CLICKHOUSE_PASSWORD: default
    healthcheck:
      test: ['CMD-SHELL', 'clickhouse-client --query "SELECT 1"']
      interval: 3s
      timeout: 5s
      retries: 3
  mail:
    image: axllent/mailpit:v1.27
    container_name: labrinth-mail
    ports:
      - '127.0.0.1:1025:1025'
      - '127.0.0.1:8025:8025'
    environment:
      MP_ENABLE_SPAMASSASSIN: postmark
    healthcheck:
      test:
        [
          'CMD',
          'wget',
          '-q',
          '-O/dev/null',
          'http://localhost:8025/api/v1/info',
        ]
      interval: 3s
      timeout: 5s
      retries: 3
  gotenberg:
    image: gotenberg/gotenberg:8
    container_name: labrinth-gotenberg
    ports:
      - '127.0.0.1:13000:3000'
    extra_hosts:
      # Gotenberg must send a message on a webhook to our backend,
      # so it must have access to our local network
      - 'host.docker.internal:host-gateway'
  labrinth:
    profiles:
      - with-labrinth
    build:
      context: .
      dockerfile: ./apps/labrinth/Dockerfile
    container_name: labrinth
    ports:
      - '127.0.0.1:8000:8000'
    env_file: ./apps/labrinth/.env.docker-compose
    volumes:
      - labrinth-cdn-data:/tmp/modrinth
    depends_on:
      postgres_db:
        condition: service_healthy
      meilisearch:
        condition: service_healthy
      elasticsearch0:
        condition: service_healthy
      elasticsearch1:
        condition: service_healthy
      elasticsearch2:
        condition: service_healthy
      redis:
        condition: service_healthy
      clickhouse:
        condition: service_healthy
      mail:
        condition: service_healthy
    develop:
      watch:
        - path: ./apps/labrinth
          action: rebuild
  delphi:
    profiles:
      - with-delphi
    image: ghcr.io/modrinth/delphi:main
    container_name: labrinth-delphi
    ports:
      - '127.0.0.1:59999:59999'
    environment:
      LABRINTH_ENDPOINT: http://host.docker.internal:8000/_internal/delphi/ingest
      LABRINTH_ADMIN_KEY: feedbeef
    healthcheck:
      test:
        ['CMD', 'wget', '-q', '-O/dev/null', 'http://localhost:59999/health']
      interval: 3s
      timeout: 5s
      retries: 3
    volumes:
      # Labrinth deposits version files here;
      # Delphi reads them from here
      - /tmp/modrinth:/tmp/modrinth:ro,z
    extra_hosts:
      # Delphi must send a message on a webhook to our backend,
      # so it must have access to our local network
      - 'host.docker.internal:host-gateway'
  # Sharded Meilisearch
  meilisearch1:
    profiles:
      - sharded-meilisearch
    image: getmeili/meilisearch:v1.12.0
    container_name: labrinth-meilisearch1
    restart: on-failure
    networks:
      - meilisearch-mesh
    ports:
      - '127.0.0.1:7701:7700'
    volumes:
      - meilisearch1-data:/data.ms
    environment:
      MEILI_MASTER_KEY: modrinth
      MEILI_HTTP_PAYLOAD_SIZE_LIMIT: 107374182400
      MEILI_LOG_LEVEL: warn
    healthcheck:
      test: ['CMD', 'curl', '--fail', 'http://localhost:7700/health']
      interval: 3s
      timeout: 5s
      retries: 3
  nginx-meilisearch-lb:
    profiles:
      - sharded-meilisearch
    image: nginx:alpine
    container_name: labrinth-meili-lb
    networks:
      - meilisearch-mesh
    depends_on:
      meilisearch0:
        condition: service_healthy
      meilisearch1:
        condition: service_healthy
    ports:
      - '127.0.0.1:7710:80'
    volumes:
      - ./apps/labrinth/nginx/meili-lb.conf:/etc/nginx/conf.d/default.conf:ro
networks:
  meilisearch-mesh:
    driver: bridge
  elasticsearch-mesh:
    driver: bridge
volumes:
  typesense-data:
  meilisearch-data:
  meilisearch1-data:
  elasticsearch0-data:
  elasticsearch1-data:
  elasticsearch2-data:
  elasticsearch-certs:
  db-data:
  redis-data:
  labrinth-cdn-data: