208 lines
6.3 KiB
Python
208 lines
6.3 KiB
Python
# Copyright (c) 2013, Web Notes Technologies Pvt. Ltd. and Contributors
|
|
# MIT License. See license.txt
|
|
|
|
from __future__ import unicode_literals
|
|
import frappe, os, time
|
|
|
|
from frappe import _
|
|
from frappe.utils import cint
|
|
from markdown2 import markdown
|
|
|
|
def sync_statics():
|
|
s = sync()
|
|
while True:
|
|
s.start()
|
|
frappe.db.commit()
|
|
time.sleep(2)
|
|
|
|
class sync(object):
|
|
def start(self):
|
|
self.synced = []
|
|
self.updated = 0
|
|
for app in frappe.get_installed_apps():
|
|
self.sync_for_app(app)
|
|
|
|
self.cleanup()
|
|
|
|
if self.updated:
|
|
print str(self.updated) + " files updated"
|
|
|
|
def sync_for_app(self, app):
|
|
self.statics_path = frappe.get_app_path(app, "templates", "statics")
|
|
if os.path.exists(self.statics_path):
|
|
for basepath, folders, files in os.walk(self.statics_path):
|
|
self.sync_folder(basepath, folders, files)
|
|
|
|
|
|
def sync_folder(self, basepath, folders, files):
|
|
folder_route = os.path.relpath(basepath, self.statics_path)
|
|
self.get_index_txt(basepath, files)
|
|
self.sync_index_page(basepath, files)
|
|
|
|
if not frappe.db.exists("Website Route", folder_route) and basepath!=self.statics_path:
|
|
# not synced either by generator or by index.html
|
|
return
|
|
|
|
if self.index:
|
|
self.sync_using_given_index(basepath, folders, files)
|
|
|
|
else:
|
|
self.sync_alphabetically(basepath, folders, files)
|
|
|
|
|
|
def get_index_txt(self, basepath, files):
|
|
self.index = []
|
|
if "index.txt" in files:
|
|
with open(os.path.join(basepath, "index.txt"), "r") as indexfile:
|
|
self.index = indexfile.read().splitlines()
|
|
|
|
def sync_index_page(self, basepath, files):
|
|
for extn in ("md", "html"):
|
|
fname = "index." + extn
|
|
if fname in files:
|
|
self.sync_file(fname, os.path.join(basepath, fname), None)
|
|
return
|
|
|
|
def sync_using_given_index(self, basepath, folders, files):
|
|
for i, page_name in enumerate(self.index):
|
|
if page_name in folders:
|
|
# for folder, sync inner index first (so that idx is set)
|
|
for extn in ("md", "html"):
|
|
path = os.path.join(basepath, page_name, "index." + extn)
|
|
if os.path.exists(path):
|
|
self.sync_file("index." + extn, path, i)
|
|
break
|
|
|
|
# other files
|
|
for extn in ("md", "html"):
|
|
fname = page_name + "." + extn
|
|
if fname in files:
|
|
self.sync_file(fname, os.path.join(basepath, fname), i)
|
|
break
|
|
elif page_name not in folders:
|
|
print page_name + " not found in " + basepath
|
|
|
|
def sync_alphabetically(self, basepath, folders, files):
|
|
files.sort()
|
|
for fname in files:
|
|
page_name = fname.rsplit(".", 1)[0]
|
|
if not (page_name=="index" and basepath!=self.statics_path):
|
|
self.sync_file(fname, os.path.join(basepath, fname), None)
|
|
|
|
def sync_file(self, fname, fpath, priority):
|
|
route = os.path.relpath(fpath, self.statics_path).rsplit(".", 1)[0]
|
|
|
|
if fname.rsplit(".", 1)[0]=="index" and os.path.dirname(fpath) != self.statics_path:
|
|
route = os.path.dirname(route)
|
|
|
|
if route in self.synced:
|
|
return
|
|
|
|
parent_website_route = os.path.dirname(route)
|
|
page_name = os.path.basename(route)
|
|
|
|
route_details = frappe.db.get_value("Website Route", route,
|
|
["name", "idx", "static_file_timestamp", "docname"], as_dict=True)
|
|
|
|
if route_details:
|
|
self.update_web_page(route_details, fpath, priority, parent_website_route)
|
|
else:
|
|
# Route does not exist, new page
|
|
self.insert_web_page(route, fpath, page_name, priority, parent_website_route)
|
|
|
|
def insert_web_page(self, route, fpath, page_name, priority, parent_website_route):
|
|
page = frappe.get_doc({
|
|
"doctype":"Web Page",
|
|
"idx": priority,
|
|
"page_name": page_name,
|
|
"published": 1,
|
|
"parent_website_route": parent_website_route
|
|
})
|
|
|
|
page.update(get_static_content(fpath, page_name))
|
|
|
|
try:
|
|
page.insert()
|
|
except NameError:
|
|
# page exists, if deleted static, delete it and try again
|
|
old_route = frappe.get_doc("Website Route", {"ref_doctype":"Web Page",
|
|
"docname": page.name})
|
|
if old_route.static_file_timestamp and not os.path.exists(os.path.join(self.statics_path,
|
|
old_route.name)):
|
|
|
|
frappe.delete_doc("Web Page", page.name)
|
|
page.insert() # retry
|
|
|
|
|
|
# update timestamp
|
|
route_bean = frappe.get_doc("Website Route", {"ref_doctype": "Web Page",
|
|
"docname": page.name})
|
|
route_bean.static_file_timestamp = cint(os.path.getmtime(fpath))
|
|
route_bean.save()
|
|
|
|
self.updated += 1
|
|
print route_bean.name + " inserted"
|
|
self.synced.append(route)
|
|
|
|
def update_web_page(self, route_details, fpath, priority, parent_website_route):
|
|
if str(cint(os.path.getmtime(fpath)))!= route_details.static_file_timestamp \
|
|
or (cint(route_details.idx) != cint(priority) and (priority is not None)):
|
|
|
|
page = frappe.get_doc("Web Page", route_details.docname)
|
|
page.update(get_static_content(fpath, route_details.docname))
|
|
page.idx = priority
|
|
page.save()
|
|
|
|
route_bean = frappe.get_doc("Website Route", route_details.name)
|
|
route_bean.static_file_timestamp = cint(os.path.getmtime(fpath))
|
|
route_bean.save()
|
|
|
|
print route_bean.name + " updated"
|
|
self.updated += 1
|
|
|
|
self.synced.append(route_details.name)
|
|
|
|
def cleanup(self):
|
|
if self.synced:
|
|
frappe.delete_doc("Web Page", frappe.db.sql_list("""select docname
|
|
from `tabWebsite Route`
|
|
where ifnull(static_file_timestamp,'')!='' and name not in ({})
|
|
order by (rgt-lft) asc""".format(', '.join(["%s"]*len(self.synced))),
|
|
tuple(self.synced)))
|
|
else:
|
|
frappe.delete_doc("Web Page", frappe.db.sql_list("""select docname
|
|
from `tabWebsite Route`
|
|
where ifnull(static_file_timestamp,'')!=''
|
|
order by (rgt-lft) asc"""))
|
|
|
|
|
|
def get_static_content(fpath, docname):
|
|
d = frappe._dict({})
|
|
with open(fpath, "r") as contentfile:
|
|
content = unicode(contentfile.read(), 'utf-8')
|
|
|
|
if fpath.endswith(".md"):
|
|
if content:
|
|
lines = content.splitlines()
|
|
first_line = lines[0].strip()
|
|
|
|
if first_line.startswith("# "):
|
|
d.title = first_line[2:]
|
|
content = "\n".join(lines[1:])
|
|
|
|
content = markdown(content)
|
|
|
|
d.main_section = unicode(content.encode("utf-8"), 'utf-8')
|
|
if not d.title:
|
|
d.title = docname.replace("-", " ").replace("_", " ").title()
|
|
|
|
for extn in ("js", "css"):
|
|
fpath = fpath.rsplit(".", 1)[0] + "." + extn
|
|
if os.path.exists(fpath):
|
|
with open(fpath, "r") as f:
|
|
d["css" if extn=="css" else "javascript"] = f.read()
|
|
|
|
d.insert_style = 1 if d.css else 0
|
|
d.insert_code = 1 if d.javascript else 0
|
|
|
|
return d
|