frappe_docker/tests/integration-test.sh

#!/bin/bash

set -e

source tests/functions.sh

project_name=frappe_bench_00

docker_compose_with_args() {
  # shellcheck disable=SC2068
  docker-compose \
    -p $project_name \
    -f installation/docker-compose-common.yml \
    -f installation/docker-compose-frappe.yml \
    -f installation/frappe-publish.yml \
    $@
}

check_migration_complete() {
  print_group Check migration

  container_id=$(docker_compose_with_args ps -q frappe-python)
  cmd="docker logs ${container_id} 2>&1 | grep 'Starting gunicorn' || echo ''"
  worker_log=$(eval "$cmd")
  INCREMENT=0

  while [[ ${worker_log} != *"Starting gunicorn"* && ${INCREMENT} -lt 120 ]]; do
    sleep 3
    ((INCREMENT = INCREMENT + 1))
    echo "Wait for migration to complete..."
    worker_log=$(eval "$cmd")
    if [[ ${worker_log} != *"Starting gunicorn"* && ${INCREMENT} -eq 120 ]]; then
      echo Migration timeout
      docker logs "${container_id}"
      exit 1
    fi
  done

  echo Migration Log
  docker logs "${container_id}"
}

check_health() {
  print_group Loop health check

  docker run --name frappe_doctor \
    -v "${project_name}_sites-vol:/home/frappe/frappe-bench/sites" \
    --network "${project_name}_default" \
    frappe/frappe-worker:edge doctor || true

  cmd='docker logs frappe_doctor | grep "Health check successful" || echo ""'
  doctor_log=$(eval "$cmd")
  INCREMENT=0

  while [[ -z "${doctor_log}" && ${INCREMENT} -lt 60 ]]; do
    sleep 1
    ((INCREMENT = INCREMENT + 1))
    container=$(docker start frappe_doctor)
    echo "Restarting ${container}..."
    doctor_log=$(eval "$cmd")

    if [[ ${INCREMENT} -eq 60 ]]; then
      docker logs "${container}"
      exit 1
    fi
  done
}

# Initial group
echo ::group::Setup .env
cp env-example .env
sed -i -e "s/edge/v13/g" .env
cat .env
# shellcheck disable=SC2046
export $(cat .env)

print_group Start services
echo Start main services
docker_compose_with_args up -d --quiet-pull

echo Start postgres
docker pull postgres:11.8 -q
docker run \
  --name postgresql \
  -d \
  -e POSTGRES_PASSWORD=admin \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  postgres:11.8

check_health

print_group "Create new site "
SITE_NAME=test.localhost
docker run \
  --rm \
  -e SITE_NAME=$SITE_NAME \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:v13 new

ping_site

print_group "Update .env (v13 -> edge)"
sed -i -e "s/v13/edge/g" .env
cat .env
# shellcheck disable=SC2046
export $(cat .env)

print_group Restart containers
docker_compose_with_args stop
docker_compose_with_args up -d

check_migration_complete
sleep 5
ping_site

PG_SITE_NAME=pgsql.localhost
print_group "Create new site (Postgres)"
docker run \
  --rm \
  -e SITE_NAME=$PG_SITE_NAME \
  -e POSTGRES_HOST=postgresql \
  -e DB_ROOT_USER=postgres \
  -e POSTGRES_PASSWORD=admin \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge new

check_migration_complete
SITE_NAME=$PG_SITE_NAME ping_site

print_group Backup site
docker run \
  --rm \
  -e WITH_FILES=1 \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge backup

MINIO_ACCESS_KEY="AKIAIOSFODNN7EXAMPLE"
MINIO_SECRET_KEY="wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY"

print_group Prepare S3 server
echo Start S3 server
docker run \
  --name minio \
  -d \
  -e "MINIO_ACCESS_KEY=$MINIO_ACCESS_KEY" \
  -e "MINIO_SECRET_KEY=$MINIO_SECRET_KEY" \
  --network ${project_name}_default \
  minio/minio server /data

echo Create bucket
docker run \
  --rm \
  --network ${project_name}_default \
  vltgroup/s3cmd:latest \
  s3cmd \
  --access_key=$MINIO_ACCESS_KEY \
  --secret_key=$MINIO_SECRET_KEY \
  --region=us-east-1 \
  --no-ssl \
  --host=minio:9000 \
  --host-bucket=minio:9000 \
  mb s3://frappe

print_group Push backup
docker run \
  --rm \
  -e BUCKET_NAME=frappe \
  -e REGION=us-east-1 \
  -e BUCKET_DIR=local \
  -e ACCESS_KEY_ID=$MINIO_ACCESS_KEY \
  -e SECRET_ACCESS_KEY=$MINIO_SECRET_KEY \
  -e ENDPOINT_URL=http://minio:9000 \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge push-backup

print_group Prune and restart services
docker_compose_with_args stop
docker container prune -f && docker volume prune -f
docker_compose_with_args up -d

check_health

print_group Restore backup from S3
docker run \
  --rm \
  -e MYSQL_ROOT_PASSWORD=admin \
  -e BUCKET_NAME=frappe \
  -e BUCKET_DIR=local \
  -e ACCESS_KEY_ID=$MINIO_ACCESS_KEY \
  -e SECRET_ACCESS_KEY=$MINIO_SECRET_KEY \
  -e ENDPOINT_URL=http://minio:9000 \
  -e REGION=us-east-1 \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge restore-backup

check_health
ping_site
SITE_NAME=$PG_SITE_NAME ping_site

EDGE_SITE_NAME=edge.localhost
print_group "Create new site (edge)"
docker run \
  --rm \
  -e SITE_NAME=$EDGE_SITE_NAME \
  -e INSTALL_APPS=frappe \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge new

check_health
SITE_NAME=$EDGE_SITE_NAME ping_site

print_group Migrate edge site
docker run \
  --rm \
  -e MAINTENANCE_MODE=1 \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  -v ${project_name}_assets-vol:/home/frappe/frappe-bench/sites/assets \
  --network ${project_name}_default \
  frappe/frappe-worker:edge migrate

check_migration_complete

print_group "Restore backup S3 (overwrite)"
docker run \
  --rm \
  -e MYSQL_ROOT_PASSWORD=admin \
  -e BUCKET_NAME=frappe \
  -e BUCKET_DIR=local \
  -e ACCESS_KEY_ID=$MINIO_ACCESS_KEY \
  -e SECRET_ACCESS_KEY=$MINIO_SECRET_KEY \
  -e ENDPOINT_URL=http://minio:9000 \
  -e REGION=us-east-1 \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge restore-backup

check_migration_complete
ping_site

print_group "Check console for $SITE_NAME"
docker run \
  --rm \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge console $SITE_NAME

print_group "Check console for $PG_SITE_NAME"
docker run \
  --rm \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge console $PG_SITE_NAME

print_group "Check drop site for $SITE_NAME (MariaDB)"
docker run \
  --rm \
  -e SITE_NAME=$SITE_NAME \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge drop

print_group "Check drop site for $PG_SITE_NAME (Postgres)"
docker run \
  --rm \
  -e SITE_NAME=$PG_SITE_NAME \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  frappe/frappe-worker:edge drop

print_group Check bench --help
docker run \
  --rm \
  -v ${project_name}_sites-vol:/home/frappe/frappe-bench/sites \
  --network ${project_name}_default \
  --user frappe \
  frappe/frappe-worker:edge bench --help