vassili/seitime-frappe
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

perf: parallelize MO compilation

Browse source 
This operation is CPU heavy and has little to no Frappe code
involvement. So we can use a processpool of 4 to reduce time taken for
compilation by 4x.
This commit is contained in:
Ankush Menat 2024-01-10 17:21:19 +05:30
parent 9482126b93
commit e893312f37
1 changed files with 25 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

37
frappe/gettext/translate.py
View file

@ -1,5 +1,6 @@
import csv
import gettext
import multiprocessing
import os
from collections import defaultdict
from datetime import datetime
@ -169,24 +170,36 @@ def new_po(locale, target_app: str | None = None):
def compile_translations(target_app: str | None = None, locale: str | None = None, force=False):
apps = [target_app] if target_app else frappe.get_all_apps(True)
tasks = []
for app in apps:
locales = [locale] if locale else get_locales(app)
for current_locale in locales:
po_path = get_po_path(app, current_locale)
mo_path = get_mo_path(app, current_locale)
if not po_path.exists():
continue
tasks.append((app, current_locale, force))
if mo_path.exists() and po_path.stat().st_mtime < mo_path.stat().st_mtime and not force:
print(f"MO file already up to date at {mo_path}")
continue
# Execute all tasks, doing this sequentially is quite slow hence use processpool of 4
# processes.
executer = multiprocessing.Pool(processes=4)
executer.starmap(_compile_translation, tasks)
with open(po_path, "rb") as f:
catalog = read_po(f)
executer.close()
executer.join()
mo_path = write_binary(app, catalog, current_locale)
print(f"MO file created at {mo_path}")
def _compile_translation(app, locale, force=False):
po_path = get_po_path(app, locale)
mo_path = get_mo_path(app, locale)
if not po_path.exists():
return
if mo_path.exists() and po_path.stat().st_mtime < mo_path.stat().st_mtime and not force:
print(f"MO file already up to date at {mo_path}")
return
with open(po_path, "rb") as f:
catalog = read_po(f)
mo_path = write_binary(app, catalog, locale)
print(f"MO file created at {mo_path}")
def update_po(target_app: str | None = None, locale: str | None = None):