docker-compose.yml

# see .env for image version env variables
# see repo/settings/environments for image version env variables for github actions
services:
  db:
    # https://github.com/docker-library/mysql/issues/275#issuecomment-636831964
    image: mysql:${MYSQL_VER}
    # # changed in mysql 8.4
    # command: --mysql-native-password=ON
    command: '--default-authentication-plugin=mysql_native_password'
    # command: '--default-authentication-plugin=mysql_native_password --log_error_verbosity=3' # mysql
    restart: always
    # ports can be removed when all apps are under docker control
    secrets:
      - root-password
      - appdb-password
    volumes:
      - db-data:/var/lib/mysql
      - ${VAR_LOG_HOST}:/var/log
    networks:
      - backend-network
    environment:
      - TZ=${TZ}
      - MYSQL_DATABASE=${APP_DATABASE}
      - MYSQL_ROOT_PASSWORD_FILE=/run/secrets/root-password
      - MYSQL_USER=${APP_DATABASE}
      - MYSQL_PASSWORD_FILE=/run/secrets/appdb-password

  web:
    image: louking/${APP_NAME}-web:${APP_VER}
    build: 
      context: web
      args:
        - NGINX_VER=${NGINX_VER}
        - PHPMYADMIN_VER=${PHPMYADMIN_VER}
    restart: always
    networks:
      - frontend-network
    volumes:
      - ${VAR_LOG_HOST}:/var/log
    environment:
      TZ: ${TZ}
    ports:
      - ${APP_PORT}:80
    # uncomment to debug
    # command: [nginx-debug, '-g', 'daemon off;']

  phpmyadmin:
    image: phpmyadmin:${PHPMYADMIN_VER}-fpm
    restart: always
    depends_on:
      - db
    networks:
      - backend-network
      - frontend-network
    volumes:
      - ${VAR_LOG_HOST}:/var/log
    environment:
      TZ: ${TZ}
      PMA_ABSOLUTE_URI: http://phpmyadmin/phpmyadmin

  rabbitmq:
    image: louking/${APP_NAME}-rabbitmq:${APP_VER}
    build: 
      context: rabbitmq
      args:
        RABBITMQ_VER: ${RABBITMQ_VER}
    restart: always
    depends_on:
      - db
    networks:
      - backend-network
    secrets:
      - rabbitmq-app-password
    volumes:
      - ${VAR_LOG_HOST}:/var/log
      - rabbitmq-data:/var/lib/rabbitmq
    environment: 
      TZ: ${TZ}
      # use container name for hostname
      RABBITMQ_NODENAME: rabbit@rabbitmq

  app:
    image: louking/${APP_NAME}-app:${APP_VER}
    build: &app-build
      context: app
      args:
        PYTHON_VER: ${PYTHON_VER}
        APP_DATABASE: ${APP_DATABASE}
    restart: always
    depends_on:
      - db
    secrets:
      - root-password
      - appdb-password
      - rabbitmq-app-password
    networks:
      - backend-network
      - frontend-network
    volumes:
      - ./config:/config:ro
      - ${DB_INIT_DIR}:/initdb.d
      - ${UPLOADED_AGFACTORS_DEST_HOST}:${FLASK_UPLOADED_AGFACTORS_DEST}
      - ${UPLOAD_TEMP_DIR_HOST}:${FLASK_UPLOAD_TEMP_DIR}
      - ${MEMBERSHIP_DIR_HOST}:${FLASK_MEMBERSHIP_DIR}
      - ${APP_LOGGING_HOST}:${APP_LOGGING_PATH}
      - tmp-data:/tmp
    environment: &app-env
      TZ: ${TZ}
      APP_VER: ${APP_VER}
      APP_NAME: ${APP_NAME}
      APP_DATABASE: ${APP_DATABASE}
      APP_USER: ${APP_DATABASE}
      APP_PASSWORD_FILE: /run/secrets/appdb-password
      FLASK_DEBUG: ${FLASK_DEBUG}
      FLASK_UPLOADED_AGFACTORS_DEST: ${FLASK_UPLOADED_AGFACTORS_DEST}
      FLASK_UPLOAD_TEMP_DIR: ${FLASK_UPLOAD_TEMP_DIR}
      FLASK_MEMBERSHIP_DIR: ${FLASK_MEMBERSHIP_DIR}
      FLASK_LOGGING_PATH: ${FLASK_LOGGING_PATH}
      APP_LOGGING_PATH: ${APP_LOGGING_PATH}
    extra_hosts:
      # see https://stackoverflow.com/a/67158212/799921
      - "host.docker.internal:host-gateway"
    # --timeout 120 increases default, required for task details and member summary views
    command: ["./dbupgrade_and_run.sh", "gunicorn", "--reload", "--bind", "0.0.0.0:5000", "--log-level", "info", 
              "--workers=4",

              # try to fix gunicorn initial slow first page
              # https://github.com/benoitc/gunicorn/issues/1923#issuecomment-449684111
              "--threads", "4",
              # https://docs.gunicorn.org/en/stable/faq.html#how-do-i-avoid-gunicorn-excessively-blocking-in-os-fchmod
              "--worker-tmp-dir", "/dev/shm",
              # # https://stackoverflow.com/q/62526497, but https://github.com/benoitc/gunicorn/issues/2796#issuecomment-1514256100
              # "--preload",
              # https://github.com/benoitc/gunicorn/issues/1194#issuecomment-238898648
              "--worker-class", "gevent",

              "--access-logfile", "${ACCESS_LOG}", "--access-logformat", '%({x-forwarded-for}i)s %(l)s %(u)s %(t)s "%(r)s" %(s)s %(b)s "%(f)s" "%(a)s"', 
              "--timeout", "120", 
              "app_server:app"]

  crond:
    image: louking/${APP_NAME}-app:${APP_VER}
    user: root
    build: *app-build
    restart: always
    depends_on:
      - db
    networks:
      - backend-network
    secrets:
      - root-password
      - appdb-password
    volumes:
      - ./config/msmtprc:/etc/msmtprc:ro
      - ${VAR_LOG_HOST}:/var/log
      - ${BACKUP_FOLDER_HOST}/${APP_DATABASE}:/backup

      - ./config:/config:ro
      - ${DB_INIT_DIR}:/initdb.d
      - ${UPLOADED_AGFACTORS_DEST_HOST}:${FLASK_UPLOADED_AGFACTORS_DEST}
      - ${UPLOAD_TEMP_DIR_HOST}:${FLASK_UPLOAD_TEMP_DIR}
      - ${MEMBERSHIP_DIR_HOST}:${FLASK_MEMBERSHIP_DIR}
      - ${APP_LOGGING_HOST}:${APP_LOGGING_PATH}
    environment: 
      <<: *app-env
      PROD: ${PROD}
      SANDBOX: ${SANDBOX}
      DEV: ${DEV}
    extra_hosts:
      # see https://stackoverflow.com/a/67158212/799921
      - "host.docker.internal:host-gateway"
    # start crond with log level 8 in foreground, output to stderr
    command: ["crond", "-f", "-d", "8"]
    # use this to debug
    # command: ["crond", "-f", "-d", "8", "-l", "2", "-L", "/dev/stdout"]

  celery:
    image: louking/${APP_NAME}-app:${APP_VER}
    build: *app-build
    restart: always
    depends_on:
      - db
      - rabbitmq
    networks:
      - backend-network
    secrets:
      - root-password
      - appdb-password
      - rabbitmq-app-password
    volumes:
      - ./config/msmtprc:/etc/msmtprc:ro
      - ${VAR_LOG_HOST}:/var/log
      - ${BACKUP_FOLDER_HOST}/${APP_DATABASE}:/backup

      - ./config:/config:ro
      - ${DB_INIT_DIR}:/initdb.d
      - ${UPLOADED_AGFACTORS_DEST_HOST}:${FLASK_UPLOADED_AGFACTORS_DEST}
      - ${UPLOAD_TEMP_DIR_HOST}:${FLASK_UPLOAD_TEMP_DIR}
      - ${MEMBERSHIP_DIR_HOST}:${FLASK_MEMBERSHIP_DIR}
      - ${APP_LOGGING_HOST}:${APP_LOGGING_PATH}
      - tmp-data:/tmp
    environment: 
      <<: *app-env
      PROD: ${PROD}
      SANDBOX: ${SANDBOX}
      DEV: ${DEV}
    extra_hosts:
      # see https://stackoverflow.com/a/67158212/799921
      - "host.docker.internal:host-gateway"
    command: ["celery", "-A", "rrwebapp.celery", "worker", "-l", "info", "-c", "1", "-f", "${APP_LOGGING_PATH}/celery.%i.log", "-n", "scoretility.com"]

  celerylongtask:
    image: louking/${APP_NAME}-app:${APP_VER}
    build: *app-build
    restart: always
    depends_on:
      - db
      - rabbitmq
    networks:
      - backend-network
    secrets:
      - root-password
      - appdb-password
      - rabbitmq-app-password
    volumes:
      - ./config/msmtprc:/etc/msmtprc:ro
      - ${VAR_LOG_HOST}:/var/log
      - ${BACKUP_FOLDER_HOST}/${APP_DATABASE}:/backup

      - ./config:/config:ro
      - ${DB_INIT_DIR}:/initdb.d
      - ${UPLOADED_AGFACTORS_DEST_HOST}:${FLASK_UPLOADED_AGFACTORS_DEST}
      - ${UPLOAD_TEMP_DIR_HOST}:${FLASK_UPLOAD_TEMP_DIR}
      - ${MEMBERSHIP_DIR_HOST}:${FLASK_MEMBERSHIP_DIR}
      - ${APP_LOGGING_HOST}:${APP_LOGGING_PATH}
      - tmp-data:/tmp
    environment: 
      <<: *app-env
      PROD: ${PROD}
      SANDBOX: ${SANDBOX}
      DEV: ${DEV}
    extra_hosts:
      # see https://stackoverflow.com/a/67158212/799921
      - "host.docker.internal:host-gateway"
    command: ["celery", "-A", "rrwebapp.celery", "worker", "-l", "info", "-c", "1", "-Q", "longtask", "-f", "${APP_LOGGING_PATH}/celerylongtask.%i.log", "-n", "celerylongtask@scoretility.com"]

volumes:
  db-data:
  rabbitmq-data:
  tmp-data: # convenient way to share /tmp between app and celery services

secrets:
  root-password:
    file: config/db/root-password.txt
  appdb-password:
    file: config/db/appdb-password.txt
  rabbitmq-app-password:
    file: config/db/rabbitmq-app-password.txt

networks:
  backend-network:
  frontend-network: