108 lines
No EOL
3.6 KiB
Python
108 lines
No EOL
3.6 KiB
Python
# Copyright (c) 2012 Web Notes Technologies Pvt Ltd (http://erpnext.com)
|
|
#
|
|
# MIT License (MIT)
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a
|
|
# copy of this software and associated documentation files (the "Software"),
|
|
# to deal in the Software without restriction, including without limitation
|
|
# the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
# and/or sell copies of the Software, and to permit persons to whom the
|
|
# Software is furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in
|
|
# all copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
|
|
# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A
|
|
# PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
|
|
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
|
|
# CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
|
|
# OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
#
|
|
|
|
from __future__ import unicode_literals
|
|
import webnotes
|
|
import json
|
|
import csv, cStringIO
|
|
from webnotes.utils import encode, cstr
|
|
|
|
def read_csv_content_from_uploaded_file():
|
|
from webnotes.utils.file_manager import get_uploaded_content
|
|
fname, fcontent = get_uploaded_content()
|
|
return read_csv_content(fcontent)
|
|
|
|
def read_csv_content_from_attached_file(doc):
|
|
fileid = webnotes.conn.get_value("File Data", {"attached_to_doctype": doc.doctype,
|
|
"attached_to_name":doc.name}, "name")
|
|
if not fileid:
|
|
msgprint("File not attached!")
|
|
raise Exception
|
|
|
|
try:
|
|
from webnotes.utils.file_manager import get_file
|
|
fname, fcontent = get_file(fileid)
|
|
return read_csv_content(fcontent, webnotes.form_dict.get('ignore_encoding_errors'))
|
|
except Exception, e:
|
|
webnotes.msgprint("""Unable to open attached file. Please try again.""")
|
|
raise Exception
|
|
|
|
def read_csv_content(fcontent, ignore_encoding=False):
|
|
import csv
|
|
from webnotes.utils import cstr
|
|
rows = []
|
|
try:
|
|
reader = csv.reader(fcontent.splitlines())
|
|
# decode everything
|
|
csvrows = [[val for val in row] for row in reader]
|
|
|
|
for row in csvrows:
|
|
newrow = []
|
|
for val in row:
|
|
if ignore_encoding:
|
|
newrow.append(cstr(val.strip()))
|
|
else:
|
|
try:
|
|
newrow.append(unicode(val.strip(), 'utf-8'))
|
|
except UnicodeDecodeError, e:
|
|
raise Exception, """Some character(s) in row #%s, column #%s are
|
|
not readable by utf-8. Ignoring them. If you are importing a non
|
|
english language, please make sure your file is saved in the 'utf-8'
|
|
encoding.""" % (csvrows.index(row)+1, row.index(val)+1)
|
|
|
|
rows.append(newrow)
|
|
|
|
return rows
|
|
except Exception, e:
|
|
webnotes.msgprint("Not a valid Comma Separated Value (CSV File)")
|
|
raise e
|
|
|
|
@webnotes.whitelist()
|
|
def send_csv_to_client(args):
|
|
if isinstance(args, basestring):
|
|
args = json.loads(args)
|
|
|
|
args = webnotes._dict(args)
|
|
|
|
webnotes.response["result"] = cstr(to_csv(args.data))
|
|
webnotes.response["doctype"] = args.filename
|
|
webnotes.response["type"] = "csv"
|
|
|
|
def to_csv(data):
|
|
writer = UnicodeWriter()
|
|
for row in data:
|
|
writer.writerow(row)
|
|
|
|
return writer.getvalue()
|
|
|
|
class UnicodeWriter:
|
|
def __init__(self, encoding="utf-8"):
|
|
self.encoding = encoding
|
|
self.queue = cStringIO.StringIO()
|
|
self.writer = csv.writer(self.queue, quoting=csv.QUOTE_NONNUMERIC)
|
|
|
|
def writerow(self, row):
|
|
row = encode(row, self.encoding)
|
|
self.writer.writerow(row)
|
|
|
|
def getvalue(self):
|
|
return self.queue.getvalue() |