158 lines
4.8 KiB
Python
158 lines
4.8 KiB
Python
# Copyright (c) 2013, Web Notes Technologies Pvt. Ltd. and Contributors
|
|
# MIT License. See license.txt
|
|
|
|
from __future__ import unicode_literals
|
|
import frappe
|
|
from frappe import msgprint, _
|
|
import json
|
|
import csv, cStringIO
|
|
from frappe.utils import encode, cstr, cint, flt
|
|
|
|
def read_csv_content_from_uploaded_file(ignore_encoding=False):
|
|
if getattr(frappe, "uploaded_file", None):
|
|
with open(frappe.uploaded_file, "r") as upfile:
|
|
fcontent = upfile.read()
|
|
else:
|
|
from frappe.utils.file_manager import get_uploaded_content
|
|
fname, fcontent = get_uploaded_content()
|
|
return read_csv_content(fcontent, ignore_encoding)
|
|
|
|
def read_csv_content_from_attached_file(doc):
|
|
fileid = frappe.conn.get_value("File Data", {"attached_to_doctype": doc.doctype,
|
|
"attached_to_name":doc.name}, "name")
|
|
if not fileid:
|
|
msgprint("File not attached!")
|
|
raise Exception
|
|
|
|
try:
|
|
from frappe.utils.file_manager import get_file
|
|
fname, fcontent = get_file(fileid)
|
|
return read_csv_content(fcontent, frappe.form_dict.get('ignore_encoding_errors'))
|
|
except Exception, e:
|
|
frappe.msgprint("""Unable to open attached file. Please try again.""")
|
|
raise Exception
|
|
|
|
def read_csv_content(fcontent, ignore_encoding=False):
|
|
rows = []
|
|
|
|
if isinstance(fcontent, basestring):
|
|
decoded = False
|
|
for encoding in ["utf-8", "windows-1250", "windows-1252"]:
|
|
try:
|
|
fcontent = unicode(fcontent, encoding)
|
|
decoded = True
|
|
break
|
|
except UnicodeDecodeError, e:
|
|
continue
|
|
|
|
if not decoded:
|
|
frappe.msgprint(frappe._("Unknown file encoding. Tried utf-8, windows-1250, windows-1252."),
|
|
raise_exception=True)
|
|
|
|
fcontent = fcontent.encode("utf-8").splitlines(True)
|
|
|
|
try:
|
|
reader = csv.reader(fcontent)
|
|
# decode everything
|
|
rows = [[unicode(val, "utf-8").strip() for val in row] for row in reader]
|
|
return rows
|
|
except Exception, e:
|
|
frappe.msgprint("Not a valid Comma Separated Value (CSV File)")
|
|
raise
|
|
|
|
@frappe.whitelist()
|
|
def send_csv_to_client(args):
|
|
if isinstance(args, basestring):
|
|
args = json.loads(args)
|
|
|
|
args = frappe._dict(args)
|
|
|
|
frappe.response["result"] = cstr(to_csv(args.data))
|
|
frappe.response["doctype"] = args.filename
|
|
frappe.response["type"] = "csv"
|
|
|
|
def to_csv(data):
|
|
writer = UnicodeWriter()
|
|
for row in data:
|
|
writer.writerow(row)
|
|
|
|
return writer.getvalue()
|
|
|
|
|
|
class UnicodeWriter:
|
|
def __init__(self, encoding="utf-8"):
|
|
self.encoding = encoding
|
|
self.queue = cStringIO.StringIO()
|
|
self.writer = csv.writer(self.queue, quoting=csv.QUOTE_NONNUMERIC)
|
|
|
|
def writerow(self, row):
|
|
row = encode(row, self.encoding)
|
|
self.writer.writerow(row)
|
|
|
|
def getvalue(self):
|
|
return self.queue.getvalue()
|
|
|
|
def check_record(d, parenttype=None, doctype_dl=None):
|
|
"""check for mandatory, select options, dates. these should ideally be in doclist"""
|
|
from frappe.utils.dateutils import parse_date
|
|
if parenttype and not d.get('parent'):
|
|
frappe.msgprint(_("Parent is required."), raise_exception=1)
|
|
|
|
if not doctype_dl:
|
|
doctype_dl = frappe.model.doctype.get(d.doctype)
|
|
|
|
for key in d:
|
|
docfield = doctype_dl.get_field(key)
|
|
val = d[key]
|
|
if docfield:
|
|
if docfield.reqd and (val=='' or val==None):
|
|
frappe.msgprint("%s is mandatory." % docfield.label, raise_exception=1)
|
|
|
|
if docfield.fieldtype=='Select' and val and docfield.options:
|
|
if docfield.options.startswith('link:'):
|
|
link_doctype = docfield.options.split(':')[1]
|
|
if not frappe.conn.exists(link_doctype, val):
|
|
frappe.msgprint("%s: %s must be a valid %s" % (docfield.label, val, link_doctype),
|
|
raise_exception=1)
|
|
elif docfield.options == "attach_files:":
|
|
pass
|
|
|
|
elif val not in docfield.options.split('\n'):
|
|
frappe.msgprint("%s must be one of: %s" % (docfield.label,
|
|
", ".join(filter(None, docfield.options.split("\n")))), raise_exception=1)
|
|
|
|
if val and docfield.fieldtype=='Date':
|
|
d[key] = parse_date(val)
|
|
elif val and docfield.fieldtype in ["Int", "Check"]:
|
|
d[key] = cint(val)
|
|
elif val and docfield.fieldtype in ["Currency", "Float"]:
|
|
d[key] = flt(val)
|
|
|
|
def import_doc(d, doctype, overwrite, row_idx, submit=False, ignore_links=False):
|
|
"""import main (non child) document"""
|
|
if d.get("name") and frappe.conn.exists(doctype, d['name']):
|
|
if overwrite:
|
|
bean = frappe.bean(doctype, d['name'])
|
|
bean.ignore_links = ignore_links
|
|
bean.doc.fields.update(d)
|
|
if d.get("docstatus") == 1:
|
|
bean.update_after_submit()
|
|
else:
|
|
bean.save()
|
|
return 'Updated row (#%d) %s' % (row_idx + 1, getlink(doctype, d['name']))
|
|
else:
|
|
return 'Ignored row (#%d) %s (exists)' % (row_idx + 1,
|
|
getlink(doctype, d['name']))
|
|
else:
|
|
bean = frappe.bean([d])
|
|
bean.ignore_links = ignore_links
|
|
bean.insert()
|
|
|
|
if submit:
|
|
bean.submit()
|
|
|
|
return 'Inserted row (#%d) %s' % (row_idx + 1, getlink(doctype,
|
|
bean.doc.fields['name']))
|
|
|
|
def getlink(doctype, name):
|
|
return '<a href="#Form/%(doctype)s/%(name)s">%(name)s</a>' % locals()
|