e407b78506
* Remove six for PY2 compatability since our dependencies are not, PY2 is legacy. * Removed usages of utils from future/past libraries since they are deprecated. This includes 'from __future__ ...' and 'from past...' statements. * Removed compatibility imports for PY2, switched from six imports to standard library imports. * Removed utils code blocks that handle operations depending on PY2/3 versions. * Removed 'from __future__ ...' lines from templates/code generators * Used PY3 syntaxes in place of PY2 compatible blocks. eg: metaclass
115 lines
3 KiB
Python
115 lines
3 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright (c) 2019, Frappe Technologies and contributors
|
|
# For license information, please see license.txt
|
|
|
|
import frappe
|
|
import glob
|
|
import os
|
|
from frappe.utils import split_emails, cint
|
|
|
|
def send_email(success, service_name, doctype, email_field, error_status=None):
|
|
recipients = get_recipients(doctype, email_field)
|
|
if not recipients:
|
|
frappe.log_error(
|
|
"No Email Recipient found for {0}".format(service_name),
|
|
"{0}: Failed to send backup status email".format(service_name),
|
|
)
|
|
return
|
|
|
|
if success:
|
|
if not frappe.db.get_single_value(doctype, "send_email_for_successful_backup"):
|
|
return
|
|
|
|
subject = "Backup Upload Successful"
|
|
message = """
|
|
<h3>Backup Uploaded Successfully!</h3>
|
|
<p>Hi there, this is just to inform you that your backup was successfully uploaded to your {0} bucket. So relax!</p>""".format(
|
|
service_name
|
|
)
|
|
else:
|
|
subject = "[Warning] Backup Upload Failed"
|
|
message = """
|
|
<h3>Backup Upload Failed!</h3>
|
|
<p>Oops, your automated backup to {0} failed.</p>
|
|
<p>Error message: {1}</p>
|
|
<p>Please contact your system manager for more information.</p>""".format(
|
|
service_name, error_status
|
|
)
|
|
|
|
frappe.sendmail(recipients=recipients, subject=subject, message=message)
|
|
|
|
|
|
def get_recipients(doctype, email_field):
|
|
if not frappe.db:
|
|
frappe.connect()
|
|
|
|
return split_emails(frappe.db.get_value(doctype, None, email_field))
|
|
|
|
|
|
def get_latest_backup_file(with_files=False):
|
|
from frappe.utils.backups import BackupGenerator
|
|
|
|
odb = BackupGenerator(
|
|
frappe.conf.db_name,
|
|
frappe.conf.db_name,
|
|
frappe.conf.db_password,
|
|
db_host=frappe.db.host,
|
|
db_type=frappe.conf.db_type,
|
|
db_port=frappe.conf.db_port,
|
|
)
|
|
database, public, private, config = odb.get_recent_backup(older_than=24 * 30)
|
|
|
|
if with_files:
|
|
return database, config, public, private
|
|
|
|
return database, config
|
|
|
|
|
|
def get_file_size(file_path, unit):
|
|
if not unit:
|
|
unit = "MB"
|
|
|
|
file_size = os.path.getsize(file_path)
|
|
|
|
memory_size_unit_mapper = {"KB": 1, "MB": 2, "GB": 3, "TB": 4}
|
|
i = 0
|
|
while i < memory_size_unit_mapper[unit]:
|
|
file_size = file_size / 1000.0
|
|
i += 1
|
|
|
|
return file_size
|
|
|
|
def get_chunk_site(file_size):
|
|
''' this function will return chunk size in megabytes based on file size '''
|
|
|
|
file_size_in_gb = cint(file_size/1024/1024)
|
|
|
|
MB = 1024 * 1024
|
|
if file_size_in_gb > 5000:
|
|
return 200 * MB
|
|
elif file_size_in_gb >= 3000:
|
|
return 150 * MB
|
|
elif file_size_in_gb >= 1000:
|
|
return 100 * MB
|
|
elif file_size_in_gb >= 500:
|
|
return 50 * MB
|
|
else:
|
|
return 15 * MB
|
|
|
|
def validate_file_size():
|
|
frappe.flags.create_new_backup = True
|
|
latest_file, site_config = get_latest_backup_file()
|
|
file_size = get_file_size(latest_file, unit="GB")
|
|
|
|
if file_size > 1:
|
|
frappe.flags.create_new_backup = False
|
|
|
|
def generate_files_backup():
|
|
from frappe.utils.backups import BackupGenerator
|
|
|
|
backup = BackupGenerator(frappe.conf.db_name, frappe.conf.db_name,
|
|
frappe.conf.db_password, db_host = frappe.db.host,
|
|
db_type=frappe.conf.db_type, db_port=frappe.conf.db_port)
|
|
|
|
backup.set_backup_file_name()
|
|
backup.zip_files()
|