a926e64ec9
* fix: procure db config from single authority ensures that configuration is uniformely procured from local.conf instead of making use of hard to audit multilevel fallback logic Implementation Note: - `get_db(host, port, user, password)` was stripped of any optional argument and therefrom all errors where fixed. - All occurances of `grep 'frappe.db.db_'` where changed to `frappe.conf.db_` * fix: revert unnecessary breaking changes
121 lines
2.9 KiB
Python
121 lines
2.9 KiB
Python
# Copyright (c) 2019, Frappe Technologies and contributors
|
|
# License: MIT. See LICENSE
|
|
|
|
import glob
|
|
import os
|
|
|
|
import frappe
|
|
from frappe.utils import cint, split_emails
|
|
|
|
|
|
def send_email(success, service_name, doctype, email_field, error_status=None):
|
|
recipients = get_recipients(doctype, email_field)
|
|
if not recipients:
|
|
frappe.log_error(
|
|
f"No Email Recipient found for {service_name}",
|
|
f"{service_name}: Failed to send backup status email",
|
|
)
|
|
return
|
|
|
|
if success:
|
|
if not frappe.db.get_single_value(doctype, "send_email_for_successful_backup"):
|
|
return
|
|
|
|
subject = "Backup Upload Successful"
|
|
message = """
|
|
<h3>Backup Uploaded Successfully!</h3>
|
|
<p>Hi there, this is just to inform you that your backup was successfully uploaded to your {} bucket. So relax!</p>""".format(
|
|
service_name
|
|
)
|
|
else:
|
|
subject = "[Warning] Backup Upload Failed"
|
|
message = """
|
|
<h3>Backup Upload Failed!</h3>
|
|
<p>Oops, your automated backup to {} failed.</p>
|
|
<p>Error message: {}</p>
|
|
<p>Please contact your system manager for more information.</p>""".format(
|
|
service_name, error_status
|
|
)
|
|
|
|
frappe.sendmail(recipients=recipients, subject=subject, message=message)
|
|
|
|
|
|
def get_recipients(doctype, email_field):
|
|
if not frappe.db:
|
|
frappe.connect()
|
|
|
|
return split_emails(frappe.db.get_value(doctype, None, email_field))
|
|
|
|
|
|
def get_latest_backup_file(with_files=False):
|
|
from frappe.utils.backups import BackupGenerator
|
|
|
|
odb = BackupGenerator(
|
|
frappe.conf.db_name,
|
|
frappe.conf.db_name,
|
|
frappe.conf.db_password,
|
|
db_host=frappe.conf.db_host,
|
|
db_port=frappe.conf.db_port,
|
|
db_type=frappe.conf.db_type,
|
|
)
|
|
database, public, private, config = odb.get_recent_backup(older_than=24 * 30)
|
|
|
|
if with_files:
|
|
return database, config, public, private
|
|
|
|
return database, config
|
|
|
|
|
|
def get_file_size(file_path, unit="MB"):
|
|
file_size = os.path.getsize(file_path)
|
|
|
|
memory_size_unit_mapper = {"KB": 1, "MB": 2, "GB": 3, "TB": 4}
|
|
i = 0
|
|
while i < memory_size_unit_mapper[unit]:
|
|
file_size = file_size / 1000.0
|
|
i += 1
|
|
|
|
return file_size
|
|
|
|
|
|
def get_chunk_site(file_size):
|
|
"""this function will return chunk size in megabytes based on file size"""
|
|
|
|
file_size_in_gb = cint(file_size / 1024 / 1024)
|
|
|
|
MB = 1024 * 1024
|
|
if file_size_in_gb > 5000:
|
|
return 200 * MB
|
|
elif file_size_in_gb >= 3000:
|
|
return 150 * MB
|
|
elif file_size_in_gb >= 1000:
|
|
return 100 * MB
|
|
elif file_size_in_gb >= 500:
|
|
return 50 * MB
|
|
else:
|
|
return 15 * MB
|
|
|
|
|
|
def validate_file_size():
|
|
frappe.flags.create_new_backup = True
|
|
latest_file, site_config = get_latest_backup_file()
|
|
file_size = get_file_size(latest_file, unit="GB") if latest_file else 0
|
|
|
|
if file_size > 1:
|
|
frappe.flags.create_new_backup = False
|
|
|
|
|
|
def generate_files_backup():
|
|
from frappe.utils.backups import BackupGenerator
|
|
|
|
backup = BackupGenerator(
|
|
frappe.conf.db_name,
|
|
frappe.conf.db_name,
|
|
frappe.conf.db_password,
|
|
db_host=frappe.conf.db_host,
|
|
db_port=frappe.conf.db_port,
|
|
db_type=frappe.conf.db_type,
|
|
)
|
|
|
|
backup.set_backup_file_name()
|
|
backup.zip_files()
|