# Copyright (c) 2015, Frappe Technologies Pvt. Ltd. and Contributors # MIT License. See license.txt from __future__ import unicode_literals import frappe, os, json from frappe.modules import get_module_path, scrub_dt_dn from frappe.utils import get_datetime_str def import_files(module, dt=None, dn=None, force=False, pre_process=None): if type(module) is list: out = [] for m in module: out.append(import_file(m[0], m[1], m[2], force=force, pre_process=pre_process)) return out else: return import_file(module, dt, dn, force=force, pre_process=pre_process) def import_file(module, dt, dn, force=False, pre_process=None): """Sync a file from txt if modifed, return false if not updated""" path = get_file_path(module, dt, dn) ret = import_file_by_path(path, force, pre_process=pre_process) return ret def get_file_path(module, dt, dn): dt, dn = scrub_dt_dn(dt, dn) path = os.path.join(get_module_path(module), os.path.join(dt, dn, dn + ".json")) return path def import_file_by_path(path, force=False, data_import=False, pre_process=None, ignore_version=None): frappe.flags.in_import = True try: docs = read_doc_from_file(path) except IOError: print path + " missing" return if docs: if not isinstance(docs, list): docs = [docs] for doc in docs: if not force: # check if timestamps match db_modified = frappe.db.get_value(doc['doctype'], doc['name'], 'modified') if db_modified and doc.get('modified')==get_datetime_str(db_modified): return False original_modified = doc.get("modified") import_doc(doc, force=force, data_import=data_import, pre_process=pre_process, ignore_version=ignore_version) if original_modified: # since there is a new timestamp on the file, update timestamp in if doc["doctype"] == doc["name"] and doc["name"]!="DocType": frappe.db.sql("""update tabSingles set value=%s where field="modified" and doctype=%s""", (original_modified, doc["name"])) else: frappe.db.sql("update `tab%s` set modified=%s where name=%s" % \ (doc['doctype'], '%s', '%s'), (original_modified, doc['name'])) frappe.flags.in_import = False return True def read_doc_from_file(path): doc = None if os.path.exists(path): with open(path, 'r') as f: try: doc = json.loads(f.read()) except ValueError: print "bad json: {0}".format(path) raise else: raise IOError, '%s missing' % path return doc ignore_values = { "Report": ["disabled"], "Print Format": ["disabled"] } ignore_doctypes = ["Page Role", "DocPerm"] def import_doc(docdict, force=False, data_import=False, pre_process=None, ignore_version=None): frappe.flags.in_import = True docdict["__islocal"] = 1 doc = frappe.get_doc(docdict) doc.flags.ignore_version = ignore_version if pre_process: pre_process(doc) ignore = [] if frappe.db.exists(doc.doctype, doc.name): old_doc = frappe.get_doc(doc.doctype, doc.name) if doc.doctype in ignore_values and not force: # update ignore values for key in ignore_values.get(doc.doctype) or []: doc.set(key, old_doc.get(key)) # update ignored docs into new doc for df in doc.meta.get_table_fields(): if df.options in ignore_doctypes and not force: doc.set(df.fieldname, []) ignore.append(df.options) # delete old frappe.delete_doc(doc.doctype, doc.name, force=1, ignore_doctypes=ignore, for_reload=True) doc.flags.ignore_children_type = ignore doc.flags.ignore_links = True if not data_import: doc.flags.ignore_validate = True doc.flags.ignore_permissions = True doc.flags.ignore_mandatory = True doc.insert() frappe.flags.in_import = False