130 lines
3.8 KiB
Python
130 lines
3.8 KiB
Python
# Copyright (c) 2015, Frappe Technologies Pvt. Ltd. and Contributors
|
|
# MIT License. See license.txt
|
|
|
|
from __future__ import unicode_literals, print_function
|
|
|
|
import frappe, os, json
|
|
from frappe.modules import get_module_path, scrub_dt_dn
|
|
from frappe.utils import get_datetime_str
|
|
|
|
def import_files(module, dt=None, dn=None, force=False, pre_process=None, reset_permissions=False):
|
|
if type(module) is list:
|
|
out = []
|
|
for m in module:
|
|
out.append(import_file(m[0], m[1], m[2], force=force, pre_process=pre_process,
|
|
reset_permissions=reset_permissions))
|
|
return out
|
|
else:
|
|
return import_file(module, dt, dn, force=force, pre_process=pre_process,
|
|
reset_permissions=reset_permissions)
|
|
|
|
def import_file(module, dt, dn, force=False, pre_process=None, reset_permissions=False):
|
|
"""Sync a file from txt if modifed, return false if not updated"""
|
|
path = get_file_path(module, dt, dn)
|
|
ret = import_file_by_path(path, force, pre_process=pre_process, reset_permissions=reset_permissions)
|
|
return ret
|
|
|
|
def get_file_path(module, dt, dn):
|
|
dt, dn = scrub_dt_dn(dt, dn)
|
|
|
|
path = os.path.join(get_module_path(module),
|
|
os.path.join(dt, dn, dn + ".json"))
|
|
|
|
return path
|
|
|
|
def import_file_by_path(path, force=False, data_import=False, pre_process=None, ignore_version=None,
|
|
reset_permissions=False):
|
|
try:
|
|
docs = read_doc_from_file(path)
|
|
except IOError:
|
|
print (path + " missing")
|
|
return
|
|
|
|
if docs:
|
|
if not isinstance(docs, list):
|
|
docs = [docs]
|
|
|
|
for doc in docs:
|
|
if not force:
|
|
# check if timestamps match
|
|
db_modified = frappe.db.get_value(doc['doctype'], doc['name'], 'modified')
|
|
if db_modified and doc.get('modified')==get_datetime_str(db_modified):
|
|
return False
|
|
|
|
original_modified = doc.get("modified")
|
|
|
|
frappe.flags.in_import = True
|
|
import_doc(doc, force=force, data_import=data_import, pre_process=pre_process,
|
|
ignore_version=ignore_version, reset_permissions=reset_permissions)
|
|
frappe.flags.in_import = False
|
|
|
|
if original_modified:
|
|
# since there is a new timestamp on the file, update timestamp in
|
|
if doc["doctype"] == doc["name"] and doc["name"]!="DocType":
|
|
frappe.db.sql("""update tabSingles set value=%s where field="modified" and doctype=%s""",
|
|
(original_modified, doc["name"]))
|
|
else:
|
|
frappe.db.sql("update `tab%s` set modified=%s where name=%s" % \
|
|
(doc['doctype'], '%s', '%s'),
|
|
(original_modified, doc['name']))
|
|
|
|
return True
|
|
|
|
def read_doc_from_file(path):
|
|
doc = None
|
|
if os.path.exists(path):
|
|
with open(path, 'r') as f:
|
|
try:
|
|
doc = json.loads(f.read())
|
|
except ValueError:
|
|
print("bad json: {0}".format(path))
|
|
raise
|
|
else:
|
|
raise IOError('%s missing' % path)
|
|
|
|
return doc
|
|
|
|
ignore_values = {
|
|
"Report": ["disabled"],
|
|
"Print Format": ["disabled"]
|
|
}
|
|
|
|
ignore_doctypes = [""]
|
|
|
|
def import_doc(docdict, force=False, data_import=False, pre_process=None,
|
|
ignore_version=None, reset_permissions=False):
|
|
|
|
frappe.flags.in_import = True
|
|
docdict["__islocal"] = 1
|
|
doc = frappe.get_doc(docdict)
|
|
doc.flags.ignore_version = ignore_version
|
|
if pre_process:
|
|
pre_process(doc)
|
|
|
|
ignore = []
|
|
|
|
if frappe.db.exists(doc.doctype, doc.name):
|
|
old_doc = frappe.get_doc(doc.doctype, doc.name)
|
|
|
|
if doc.doctype in ignore_values:
|
|
# update ignore values
|
|
for key in ignore_values.get(doc.doctype) or []:
|
|
doc.set(key, old_doc.get(key))
|
|
|
|
# update ignored docs into new doc
|
|
for df in doc.meta.get_table_fields():
|
|
if df.options in ignore_doctypes and not reset_permissions:
|
|
doc.set(df.fieldname, [])
|
|
ignore.append(df.options)
|
|
|
|
# delete old
|
|
frappe.delete_doc(doc.doctype, doc.name, force=1, ignore_doctypes=ignore, for_reload=True)
|
|
|
|
doc.flags.ignore_children_type = ignore
|
|
doc.flags.ignore_links = True
|
|
if not data_import:
|
|
doc.flags.ignore_validate = True
|
|
doc.flags.ignore_permissions = True
|
|
doc.flags.ignore_mandatory = True
|
|
doc.insert()
|
|
frappe.flags.in_import = False
|