6e29d9e925
* introduces build status for local fork * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range * converts xrange to range using six.moves.range * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range7 * converts xrange to range using six.moves.range7 * Revert "introduces build status for local fork" This reverts commit 61f40983d0b3c6725369171ab850a18e5c029cc4.
94 lines
2.8 KiB
Python
94 lines
2.8 KiB
Python
# Copyright (c) 2015, Frappe Technologies Pvt. Ltd. and Contributors
|
|
# MIT License. See license.txt
|
|
|
|
from __future__ import unicode_literals
|
|
from six.moves import range
|
|
import frappe
|
|
import json
|
|
import copy
|
|
|
|
@frappe.whitelist()
|
|
def get_data(doctypes, last_modified):
|
|
data_map = {}
|
|
for dump_report_map in frappe.get_hooks().dump_report_map:
|
|
data_map.update(frappe.get_attr(dump_report_map))
|
|
|
|
import datetime
|
|
out = {}
|
|
|
|
doctypes = json.loads(doctypes)
|
|
last_modified = json.loads(last_modified)
|
|
|
|
start = datetime.datetime.now()
|
|
for d in doctypes:
|
|
args = copy.deepcopy(data_map[d])
|
|
dt = d.find("[") != -1 and d[:d.find("[")] or d
|
|
out[dt] = {}
|
|
|
|
if args.get("from"):
|
|
modified_table = "item."
|
|
else:
|
|
modified_table = ""
|
|
|
|
conditions = order_by = ""
|
|
table = args.get("from") or ("`tab%s`" % dt)
|
|
|
|
if d in last_modified:
|
|
if not args.get("conditions"):
|
|
args['conditions'] = []
|
|
args['conditions'].append(modified_table + "modified > '" + last_modified[d] + "'")
|
|
out[dt]["modified_names"] = frappe.db.sql_list("""select %sname from %s
|
|
where %smodified > %s""" % (modified_table, table, modified_table, "%s"), last_modified[d])
|
|
|
|
if args.get("force_index"):
|
|
conditions = " force index (%s) " % args["force_index"]
|
|
if args.get("conditions"):
|
|
conditions += " where " + " and ".join(args["conditions"])
|
|
if args.get("order_by"):
|
|
order_by = " order by " + args["order_by"]
|
|
|
|
out[dt]["data"] = [list(t) for t in frappe.db.sql("""select %s from %s %s %s""" \
|
|
% (",".join(args["columns"]), table, conditions, order_by))]
|
|
|
|
# last modified
|
|
modified_table = table
|
|
if "," in table:
|
|
modified_table = " ".join(table.split(",")[0].split(" ")[:-1])
|
|
|
|
tmp = frappe.db.sql("""select `modified`
|
|
from %s order by modified desc limit 1""" % modified_table)
|
|
out[dt]["last_modified"] = tmp and tmp[0][0] or ""
|
|
out[dt]["columns"] = map(lambda c: c.split(" as ")[-1], args["columns"])
|
|
|
|
if args.get("links"):
|
|
out[dt]["links"] = args["links"]
|
|
|
|
for d in out:
|
|
unused_links = []
|
|
# only compress full dumps (not partial)
|
|
if out[d].get("links") and (d not in last_modified):
|
|
for link_key in out[d]["links"]:
|
|
link = out[d]["links"][link_key]
|
|
if link[0] in out and (link[0] not in last_modified):
|
|
|
|
# make a map of link ids
|
|
# to index
|
|
link_map = {}
|
|
doctype_data = out[link[0]]
|
|
col_idx = doctype_data["columns"].index(link[1])
|
|
for row_idx in range(len(doctype_data["data"])):
|
|
row = doctype_data["data"][row_idx]
|
|
link_map[row[col_idx]] = row_idx
|
|
|
|
for row in out[d]["data"]:
|
|
col_idx = out[d]["columns"].index(link_key)
|
|
# replace by id
|
|
if row[col_idx]:
|
|
row[col_idx] = link_map.get(row[col_idx])
|
|
else:
|
|
unused_links.append(link_key)
|
|
|
|
for link in unused_links:
|
|
del out[d]["links"][link]
|
|
|
|
return out
|