108 lines
3.7 KiB
Python
108 lines
3.7 KiB
Python
# Copyright (c) 2012 Web Notes Technologies Pvt Ltd (http://erpnext.com)
|
|
#
|
|
# MIT License (MIT)
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a
|
|
# copy of this software and associated documentation files (the "Software"),
|
|
# to deal in the Software without restriction, including without limitation
|
|
# the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
# and/or sell copies of the Software, and to permit persons to whom the
|
|
# Software is furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in
|
|
# all copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
|
|
# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A
|
|
# PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
|
|
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
|
|
# CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
|
|
# OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
#
|
|
|
|
from __future__ import unicode_literals
|
|
import webnotes
|
|
import json
|
|
|
|
@webnotes.whitelist()
|
|
def get_data(doctypes, last_modified):
|
|
from startup.report_data_map import data_map
|
|
import datetime
|
|
out = {}
|
|
|
|
doctypes = json.loads(doctypes)
|
|
last_modified = json.loads(last_modified)
|
|
|
|
start = datetime.datetime.now()
|
|
for d in doctypes:
|
|
args = data_map[d]
|
|
dt = d.find("[") != -1 and d[:d.find("[")] or d
|
|
out[dt] = {}
|
|
|
|
if args.get("from"):
|
|
modified_table = "item."
|
|
else:
|
|
modified_table = ""
|
|
|
|
conditions = order_by = ""
|
|
table = args.get("from") or ("`tab%s`" % dt)
|
|
|
|
if d in last_modified:
|
|
if not args.get("conditions"):
|
|
args['conditions'] = []
|
|
args['conditions'].append(modified_table + "modified > '" + last_modified[d] + "'")
|
|
out[dt]["modified_names"] = webnotes.conn.sql_list("""select %sname from %s
|
|
where %smodified > %s""" % (modified_table, table, modified_table, "%s"), last_modified[d])
|
|
|
|
if args.get("force_index"):
|
|
conditions = " force index (%s) " % args["force_index"]
|
|
if args.get("conditions"):
|
|
conditions += " where " + " and ".join(args["conditions"])
|
|
if args.get("order_by"):
|
|
order_by = " order by " + args["order_by"]
|
|
|
|
out[dt]["data"] = [list(t) for t in webnotes.conn.sql("""select %s from %s %s %s""" \
|
|
% (",".join(args["columns"]), table, conditions, order_by))]
|
|
|
|
# last modified
|
|
modified_table = table
|
|
if "," in table:
|
|
modified_table = " ".join(table.split(",")[0].split(" ")[:-1])
|
|
|
|
tmp = webnotes.conn.sql("""select `modified`
|
|
from %s order by modified desc limit 1""" % modified_table)
|
|
out[dt]["last_modified"] = tmp and tmp[0][0] or ""
|
|
out[dt]["columns"] = map(lambda c: c.split(" as ")[-1], args["columns"])
|
|
|
|
if args.get("links"):
|
|
out[dt]["links"] = args["links"]
|
|
|
|
for d in out:
|
|
unused_links = []
|
|
# only compress full dumps (not partial)
|
|
if out[d].get("links") and (d not in last_modified):
|
|
for link_key in out[d]["links"]:
|
|
link = out[d]["links"][link_key]
|
|
if link[0] in out and (link[0] not in last_modified):
|
|
|
|
# make a map of link ids
|
|
# to index
|
|
link_map = {}
|
|
doctype_data = out[link[0]]
|
|
col_idx = doctype_data["columns"].index(link[1])
|
|
for row_idx in xrange(len(doctype_data["data"])):
|
|
row = doctype_data["data"][row_idx]
|
|
link_map[row[col_idx]] = row_idx
|
|
|
|
for row in out[d]["data"]:
|
|
col_idx = out[d]["columns"].index(link_key)
|
|
# replace by id
|
|
if row[col_idx]:
|
|
row[col_idx] = link_map.get(row[col_idx])
|
|
else:
|
|
unused_links.append(link_key)
|
|
|
|
for link in unused_links:
|
|
del out[d]["links"][link]
|
|
|
|
return out
|