d20f9e2895
* migration tool * custom field for primary key added * foreign key and multiple linking F_key issue resolved * refined code * many-to-one mapping temp fix * added support for pre-process + cleaned up code * [various] fixes to setup wizard for developer mode, frappe.enqueue_doc, share with assign * Refactor data migration module * added migration for hub * Add "Skip errors" in data import tool * move db_set to document.py * Add Data Migration Run * Dynamic Migration ID * move run() from Mapping to Run * Push Deleted Documents * fixes * [migration] doc operation counts * insert and update instead of push in connection * fix count and total_pages, skip sync if total_pages is 0 * [migration] child tables * fix complete() * [page] remove required libs * Add sidebar.js, rename old sidebar.js to form_sidebar.js * [minor] get_empty_state fixes * svg in icon * remove image check * fix codacy * fix is_child_table check * [connector] add get_list() * Add test for Data Migration Run * fix test * truncate tabNote * fix test * sync todo with event to fix test * fix db count * [mapping] export Mapping to json * Add docs for Data Migration Tool * [migration] pull data as list, test case * [hub] remove mapping export to files * Pull refactor * [test] * Add comments * [mapping] exec in mapping formula * fix codacy * fix codacy * Remove exec for pre-process and post-process * Add pre and post process for Push * Remove formula * fixes * [refactor] add failed_log to pull, handle error in pull * [test] Push, pull, update * Fix codacy, fix insert_doc for pull * Set migration id on successful insert * fix update_doc * fix update_doc * method is a function * child table mapping * Refactor logging * fix update_doc again * fix hostname, password * update docs, minors * Remove assign_if_none * Remove error handling from connection methods * [refactor] Data migration run * Break push stages into methods * Migration run refactor - fix test - add separate fields for logging * fix codacy * fix hostname password * fix test
80 lines
2.2 KiB
Python
80 lines
2.2 KiB
Python
# Copyright (c) 2015, Frappe Technologies Pvt. Ltd. and Contributors
|
|
# MIT License. See license.txt
|
|
|
|
from __future__ import unicode_literals
|
|
|
|
import frappe, os, json
|
|
import frappe.model
|
|
from frappe.modules import scrub, get_module_path, scrub_dt_dn
|
|
|
|
def export_doc(doc):
|
|
export_to_files([[doc.doctype, doc.name]])
|
|
|
|
def export_to_files(record_list=None, record_module=None, verbose=0, create_init=None):
|
|
"""
|
|
Export record_list to files. record_list is a list of lists ([doctype],[docname] ) ,
|
|
"""
|
|
if frappe.flags.in_import:
|
|
return
|
|
|
|
if record_list:
|
|
for record in record_list:
|
|
write_document_file(frappe.get_doc(record[0], record[1]), record_module, create_init=create_init)
|
|
|
|
def write_document_file(doc, record_module=None, create_init=True):
|
|
newdoc = doc.as_dict(no_nulls=True)
|
|
|
|
# strip out default fields from children
|
|
for df in doc.meta.get_table_fields():
|
|
for d in newdoc.get(df.fieldname):
|
|
for fieldname in frappe.model.default_fields:
|
|
if fieldname in d:
|
|
del d[fieldname]
|
|
|
|
module = record_module or get_module_name(doc)
|
|
|
|
# create folder
|
|
folder = create_folder(module, doc.doctype, doc.name, create_init)
|
|
|
|
# write the data file
|
|
fname = scrub(doc.name)
|
|
with open(os.path.join(folder, fname +".json"),'w+') as txtfile:
|
|
txtfile.write(frappe.as_json(newdoc))
|
|
|
|
def get_module_name(doc):
|
|
if doc.doctype == 'Module Def':
|
|
module = doc.name
|
|
elif doc.doctype=="Workflow":
|
|
module = frappe.db.get_value("DocType", doc.document_type, "module")
|
|
elif hasattr(doc, 'module'):
|
|
module = doc.module
|
|
else:
|
|
module = frappe.db.get_value("DocType", doc.doctype, "module")
|
|
|
|
return module
|
|
|
|
def create_folder(module, dt, dn, create_init):
|
|
module_path = get_module_path(module)
|
|
|
|
dt, dn = scrub_dt_dn(dt, dn)
|
|
|
|
# create folder
|
|
folder = os.path.join(module_path, dt, dn)
|
|
|
|
frappe.create_folder(folder)
|
|
|
|
# create init_py_files
|
|
if create_init:
|
|
create_init_py(module_path, dt, dn)
|
|
|
|
return folder
|
|
|
|
def create_init_py(module_path, dt, dn):
|
|
def create_if_not_exists(path):
|
|
initpy = os.path.join(path, '__init__.py')
|
|
if not os.path.exists(initpy):
|
|
open(initpy, 'w').close()
|
|
|
|
create_if_not_exists(os.path.join(module_path))
|
|
create_if_not_exists(os.path.join(module_path, dt))
|
|
create_if_not_exists(os.path.join(module_path, dt, dn))
|