accounting/frappe_docker
2
0
Fork 0
mirror of https://github.com/frappe/frappe_docker.git synced 2024-12-23 10:38:58 +00:00
Code Issues Releases Activity

fix: required region s3 compatible backup/restore

Browse Source
This commit is contained in:
Revant Nandgaonkar 2020-04-26 22:48:35 +05:30
parent 0c2cf1da50
commit 479ce83f5c
3 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
README.md
View File

@ -259,6 +259,7 @@ The backup will be available in the `sites-vol` volume.
Environment Variables Environment Variables
- `BUCKET_NAME`, Required to set bucket created on S3 compatible storage. - `BUCKET_NAME`, Required to set bucket created on S3 compatible storage.
- `REGION`, Required to set region for S3 compatible storage.
- `ACCESS_KEY_ID`, Required to set access key. - `ACCESS_KEY_ID`, Required to set access key.
- `SECRET_ACCESS_KEY`, Required to set secret access key. - `SECRET_ACCESS_KEY`, Required to set secret access key.
- `ENDPOINT_URL`, Required to set URL of S3 compatible storage. - `ENDPOINT_URL`, Required to set URL of S3 compatible storage.
@ -268,6 +269,7 @@ Environment Variables
```sh ```sh
docker run \ docker run \
-e "BUCKET_NAME=backups" \ -e "BUCKET_NAME=backups" \
-e "REGION=region" \
-e "ACCESS_KEY_ID=access_id_from_provider" \ -e "ACCESS_KEY_ID=access_id_from_provider" \
-e "SECRET_ACCESS_KEY=secret_access_from_provider" \ -e "SECRET_ACCESS_KEY=secret_access_from_provider" \
-e "ENDPOINT_URL=https://region.storage-provider.com" \ -e "ENDPOINT_URL=https://region.storage-provider.com" \
@ -320,12 +322,14 @@ Environment Variables
- `ACCESS_KEY_ID`, Required to set access key. - `ACCESS_KEY_ID`, Required to set access key.
- `SECRET_ACCESS_KEY`, Required to set secret access key. - `SECRET_ACCESS_KEY`, Required to set secret access key.
- `ENDPOINT_URL`, Required to set URL of S3 compatible storage. - `ENDPOINT_URL`, Required to set URL of S3 compatible storage.
- `REGION`, Required to set region for s3 compatible storage.
- `BUCKET_DIR`, Required to set directory in bucket where sites from this deployment will be backed up. - `BUCKET_DIR`, Required to set directory in bucket where sites from this deployment will be backed up.
```sh ```sh
docker run \ docker run \
-e "MYSQL_ROOT_PASSWORD=admin" \ -e "MYSQL_ROOT_PASSWORD=admin" \
-e "BUCKET_NAME=backups" \ -e "BUCKET_NAME=backups" \
-e "REGION=region" \
-e "ACCESS_KEY_ID=access_id_from_provider" \ -e "ACCESS_KEY_ID=access_id_from_provider" \
-e "SECRET_ACCESS_KEY=secret_access_from_provider" \ -e "SECRET_ACCESS_KEY=secret_access_from_provider" \
-e "ENDPOINT_URL=https://region.storage-provider.com" \ -e "ENDPOINT_URL=https://region.storage-provider.com" \

6
build/common/commands/push_backup.py
View File

@ -47,6 +47,7 @@ def get_s3_config():
conn = boto3.client( conn = boto3.client(
's3', 's3',
region_name=os.environ.get('REGION'),
aws_access_key_id=os.environ.get('ACCESS_KEY_ID'), aws_access_key_id=os.environ.get('ACCESS_KEY_ID'),
aws_secret_access_key=os.environ.get('SECRET_ACCESS_KEY'), aws_secret_access_key=os.environ.get('SECRET_ACCESS_KEY'),
endpoint_url=os.environ.get('ENDPOINT_URL') endpoint_url=os.environ.get('ENDPOINT_URL')
@ -75,6 +76,10 @@ def check_environment_variables():
print('Variable BUCKET_DIR not set') print('Variable BUCKET_DIR not set')
exit(1) exit(1)
if not 'REGION' in os.environ:
print('Variable REGION not set')
exit(1)
def upload_file_to_s3(filename, folder, conn, bucket): def upload_file_to_s3(filename, folder, conn, bucket):
destpath = os.path.join(folder, os.path.basename(filename)) destpath = os.path.join(folder, os.path.basename(filename))
@ -96,6 +101,7 @@ def delete_old_backups(limit, bucket, site_name):
s3 = boto3.resource( s3 = boto3.resource(
's3', 's3',
region_name=os.environ.get('REGION'),
aws_access_key_id=os.environ.get('ACCESS_KEY_ID'), aws_access_key_id=os.environ.get('ACCESS_KEY_ID'),
aws_secret_access_key=os.environ.get('SECRET_ACCESS_KEY'), aws_secret_access_key=os.environ.get('SECRET_ACCESS_KEY'),
endpoint_url=os.environ.get('ENDPOINT_URL') endpoint_url=os.environ.get('ENDPOINT_URL')

1
build/common/commands/restore_backup.py
View File

@ -121,6 +121,7 @@ def pull_backup_from_s3():
# https://stackoverflow.com/a/54672690 # https://stackoverflow.com/a/54672690
s3 = boto3.resource( s3 = boto3.resource(
's3', 's3',
region_name=os.environ.get('REGION'),
aws_access_key_id=os.environ.get('ACCESS_KEY_ID'), aws_access_key_id=os.environ.get('ACCESS_KEY_ID'),
aws_secret_access_key=os.environ.get('SECRET_ACCESS_KEY'), aws_secret_access_key=os.environ.get('SECRET_ACCESS_KEY'),
endpoint_url=os.environ.get('ENDPOINT_URL') endpoint_url=os.environ.get('ENDPOINT_URL')