# Copyright (c) 2013, Web Notes Technologies Pvt. Ltd.
# MIT License. See license.txt
"""
globals attached to webnotes module
+ some utility functions that should probably be moved
"""
from __future__ import unicode_literals
from werkzeug.local import Local
from werkzeug.exceptions import NotFound
import os
import json
local = Local()
class _dict(dict):
"""dict like object that exposes keys as attributes"""
def __getattr__(self, key):
return self.get(key)
def __setattr__(self, key, value):
self[key] = value
def __getstate__(self):
return self
def __setstate__(self, d):
self.update(d)
def update(self, d):
"""update and return self -- the missing dict feature in python"""
super(_dict, self).update(d)
return self
def copy(self):
return _dict(super(_dict, self).copy())
def __getattr__(self, key):
return local.get("key", None)
def _(msg):
"""translate object in current lang, if exists"""
if hasattr(local, 'translations'):
return local.translations.get(lang, {}).get(msg, msg)
return msg
def set_user_lang(user, user_language=None):
from webnotes.translate import get_lang_dict
if not user_language:
user_language = conn.get_value("Profile", user, "language")
if user_language:
lang_dict = get_lang_dict()
if user_language in lang_dict:
local.lang = lang_dict[user_language]
def load_translations(module, doctype, name):
from webnotes.translate import load_doc_messages
load_doc_messages(module, doctype, name)
# local-globals
conn = local("conn")
conf = local("conf")
form = form_dict = local("form_dict")
request = local("request")
request_method = local("request_method")
response = local("response")
_response = local("_response")
session = local("session")
user = local("user")
error_log = local("error_log")
debug_log = local("debug_log")
message_log = local("message_log")
lang = local("lang")
def init(site=None):
if getattr(local, "initialised", None):
return
local.error_log = []
local.message_log = []
local.debug_log = []
local.response = _dict({})
local.lang = "en"
local.request_method = request.method if request else None
local.conf = get_conf(site)
local.initialised = True
def destroy():
"""closes connection and releases werkzeug local"""
if conn:
conn.close()
from werkzeug.local import release_local
release_local(local)
_memc = None
mute_emails = False
mute_messages = False
test_objects = {}
print_messages = False
in_import = False
in_test = False
rollback_on_exception = False
# memcache
def cache():
global _memc
if not _memc:
from webnotes.memc import MClient
_memc = MClient(['localhost:11211'])
return _memc
class DuplicateEntryError(Exception): pass
class ValidationError(Exception): pass
class AuthenticationError(Exception): pass
class PermissionError(Exception): pass
class OutgoingEmailError(ValidationError): pass
class UnknownDomainError(Exception): pass
class SessionStopped(Exception): pass
class MappingMismatchError(ValidationError): pass
class InvalidStatusError(ValidationError): pass
class DoesNotExistError(ValidationError): pass
class MandatoryError(ValidationError): pass
def getTraceback():
import utils
return utils.getTraceback()
def errprint(msg):
from utils import cstr
if not request:
print cstr(msg)
error_log.append(cstr(msg))
def log(msg):
if not request:
import conf
if conf.get("logging") or False:
print repr(msg)
from utils import cstr
debug_log.append(cstr(msg))
def msgprint(msg, small=0, raise_exception=0, as_table=False):
def _raise_exception():
if raise_exception:
if rollback_on_exception:
conn.rollback()
import inspect
if inspect.isclass(raise_exception) and issubclass(raise_exception, Exception):
raise raise_exception, msg
else:
raise ValidationError, msg
if mute_messages:
_raise_exception()
return
from utils import cstr
if as_table and type(msg) in (list, tuple):
msg = '
' + ''.join([''+''.join(['%s | ' % c for c in r])+'
' for r in msg]) + '
'
if print_messages:
print "Message: " + repr(msg)
message_log.append((small and '__small:' or '')+cstr(msg or ''))
_raise_exception()
def throw(msg, exc=ValidationError):
msgprint(msg, raise_exception=exc)
def create_folder(path):
import os
try:
os.makedirs(path)
except OSError, e:
if e.args[0]!=17:
raise e
def create_symlink(source_path, link_path):
import os
try:
os.symlink(source_path, link_path)
except OSError, e:
if e.args[0]!=17:
raise e
def remove_file(path):
import os
try:
os.remove(path)
except OSError, e:
if e.args[0]!=2:
raise e
def connect(db_name=None, password=None, site=None):
import webnotes.db
init(site=site)
local.conn = webnotes.db.Database(user=db_name, password=password)
local.session = _dict({'user':'Administrator'})
local.response = _dict()
local.form_dict = _dict()
import webnotes.profile
local.user = webnotes.profile.Profile('Administrator')
def get_request_header(key, default=None):
try:
return request.headers.get(key, default)
except Exception, e:
return None
logger = None
def get_db_password(db_name):
"""get db password from conf"""
if 'get_db_password' in conf:
return conf.get_db_password(db_name)
elif 'db_password' in conf:
return conf.db_password
else:
return db_name
whitelisted = []
guest_methods = []
def whitelist(allow_guest=False, allow_roles=None):
"""
decorator for whitelisting a function
Note: if the function is allowed to be accessed by a guest user,
it must explicitly be marked as allow_guest=True
for specific roles, set allow_roles = ['Administrator'] etc.
"""
def innerfn(fn):
global whitelisted, guest_methods
whitelisted.append(fn)
if allow_guest:
guest_methods.append(fn)
if allow_roles:
roles = get_roles()
allowed = False
for role in allow_roles:
if role in roles:
allowed = True
break
if not allowed:
raise PermissionError, "Method not allowed"
return fn
return innerfn
def clear_cache(user=None, doctype=None):
"""clear cache"""
if doctype:
from webnotes.model.doctype import clear_cache
clear_cache(doctype)
elif user:
from webnotes.sessions import clear_cache
clear_cache(user)
else:
from webnotes.sessions import clear_cache
clear_cache()
def get_roles(user=None, with_standard=True):
"""get roles of current user"""
if not user:
user = session.user
if user=='Guest':
return ['Guest']
roles = [r[0] for r in conn.sql("""select role from tabUserRole
where parent=%s and role!='All'""", user)] + ['All']
# filter standard if required
if not with_standard:
roles = filter(lambda x: x not in ['All', 'Guest', 'Administrator'], roles)
return roles
def check_admin_or_system_manager():
if ("System Manager" not in get_roles()) and \
(session.user!="Administrator"):
msgprint("Only Allowed for Role System Manager or Administrator", raise_exception=True)
def has_permission(doctype, ptype="read", refdoc=None):
"""check if user has permission"""
from webnotes.defaults import get_user_default_as_list
if session.user=="Administrator":
return True
if conn.get_value("DocType", doctype, "istable"):
return True
if isinstance(refdoc, basestring):
refdoc = doc(doctype, refdoc)
perms = conn.sql("""select `name`, `match` from tabDocPerm p
where p.parent = %s
and ifnull(p.`%s`,0) = 1
and ifnull(p.permlevel,0) = 0
and (p.role="All" or p.role in (select `role` from tabUserRole where `parent`=%s))
""" % ("%s", ptype, "%s"), (doctype, session.user), as_dict=1)
if refdoc:
match_failed = {}
for p in perms:
if p.match:
if ":" in p.match:
keys = p.match.split(":")
else:
keys = [p.match, p.match]
if refdoc.fields.get(keys[0],"[No Value]") in get_user_default_as_list(keys[1]):
return True
else:
match_failed[keys[0]] = refdoc.fields.get(keys[0],"[No Value]")
else:
# found a permission without a match
return True
# no valid permission found
if match_failed:
doctypelist = get_doctype(doctype)
msg = _("Not allowed for: ")
for key in match_failed:
msg += "\n" + (doctypelist.get_field(key) and doctypelist.get_label(key) or key) \
+ " = " + (match_failed[key] or "None")
msgprint(msg)
return False
else:
return perms and True or False
def generate_hash():
"""Generates random hash for session id"""
import hashlib, time
return hashlib.sha224(str(time.time())).hexdigest()
def get_obj(dt = None, dn = None, doc=None, doclist=[], with_children = True):
from webnotes.model.code import get_obj
return get_obj(dt, dn, doc, doclist, with_children)
def doc(doctype=None, name=None, fielddata=None):
from webnotes.model.doc import Document
return Document(doctype, name, fielddata)
def new_doc(doctype, parent_doc=None, parentfield=None):
from webnotes.model.create_new import get_new_doc
return get_new_doc(doctype, parent_doc, parentfield)
def new_bean(doctype):
from webnotes.model.create_new import get_new_doc
return bean([get_new_doc(doctype)])
def doclist(lst=None):
from webnotes.model.doclist import DocList
return DocList(lst)
def bean(doctype=None, name=None, copy=None):
"""return an instance of the object, wrapped as a Bean (webnotes.model.bean)"""
from webnotes.model.bean import Bean
if copy:
return Bean(copy_doclist(copy))
else:
return Bean(doctype, name)
def set_value(doctype, docname, fieldname, value):
import webnotes.client
return webnotes.client.set_value(doctype, docname, fieldname, value)
def get_doclist(doctype, name=None):
return bean(doctype, name).doclist
def get_doctype(doctype, processed=False):
import webnotes.model.doctype
return webnotes.model.doctype.get(doctype, processed)
def delete_doc(doctype=None, name=None, doclist = None, force=0, ignore_doctypes=None, for_reload=False, ignore_permissions=False):
import webnotes.model.utils
if not ignore_doctypes:
ignore_doctypes = []
if isinstance(name, list):
for n in name:
webnotes.model.utils.delete_doc(doctype, n, doclist, force, ignore_doctypes, for_reload, ignore_permissions)
else:
webnotes.model.utils.delete_doc(doctype, name, doclist, force, ignore_doctypes, for_reload, ignore_permissions)
def clear_perms(doctype):
conn.sql("""delete from tabDocPerm where parent=%s""", doctype)
def reset_perms(doctype):
clear_perms(doctype)
reload_doc(conn.get_value("DocType", doctype, "module"), "DocType", doctype, force=True)
def reload_doc(module, dt=None, dn=None, force=False):
import webnotes.modules
return webnotes.modules.reload_doc(module, dt, dn, force)
def rename_doc(doctype, old, new, debug=0, force=False, merge=False):
from webnotes.model.rename_doc import rename_doc
rename_doc(doctype, old, new, force=force, merge=merge)
def insert(doclist):
import webnotes.model
return webnotes.model.insert(doclist)
def get_module(modulename):
__import__(modulename)
import sys
return sys.modules[modulename]
def get_method(method_string):
modulename = '.'.join(method_string.split('.')[:-1])
methodname = method_string.split('.')[-1]
return getattr(get_module(modulename), methodname)
def make_property_setter(args):
args = _dict(args)
bean([{
'doctype': "Property Setter",
'doctype_or_field': args.doctype_or_field or "DocField",
'doc_type': args.doctype,
'field_name': args.fieldname,
'property': args.property,
'value': args.value,
'property_type': args.property_type or "Data",
'__islocal': 1
}]).save()
def get_application_home_page(user='Guest'):
"""get home page for user"""
hpl = conn.sql("""select home_page
from `tabDefault Home Page`
where parent='Control Panel'
and role in ('%s') order by idx asc limit 1""" % "', '".join(get_roles(user)))
if hpl:
return hpl[0][0]
else:
# no app
try:
from startup import application_home_page
return application_home_page
except ImportError:
return "desktop"
def copy_doclist(in_doclist):
new_doclist = []
parent_doc = None
for i, d in enumerate(in_doclist):
is_dict = False
if isinstance(d, dict):
is_dict = True
values = _dict(d.copy())
else:
values = _dict(d.fields.copy())
newd = new_doc(values.doctype, parent_doc=(None if i==0 else parent_doc), parentfield=values.parentfield)
newd.fields.update(values)
if i==0:
parent_doc = newd
new_doclist.append(newd.fields if is_dict else newd)
return doclist(new_doclist)
def compare(val1, condition, val2):
import webnotes.utils
return webnotes.utils.compare(val1, condition, val2)
def repsond_as_web_page(title, html):
local.message_title = title
local.message = "" + title + "
" + html
local.response['type'] = 'page'
local.response['page_name'] = 'message.html'
def load_json(obj):
if isinstance(obj, basestring):
import json
try:
obj = json.loads(obj)
except ValueError:
pass
return obj
def build_match_conditions(doctype, fields=None, as_condition=True, match_filters=None):
import webnotes.widgets.reportview
return webnotes.widgets.reportview.build_match_conditions(doctype, fields, as_condition, match_filters)
def get_list(doctype, filters=None, fields=None, docstatus=None,
group_by=None, order_by=None, limit_start=0, limit_page_length=None,
as_list=False, debug=False):
import webnotes.widgets.reportview
return webnotes.widgets.reportview.execute(doctype, filters=filters, fields=fields, docstatus=docstatus,
group_by=group_by, order_by=order_by, limit_start=limit_start, limit_page_length=limit_page_length,
as_list=as_list, debug=debug)
def get_jenv():
from jinja2 import Environment, FileSystemLoader
from webnotes.utils import get_base_path, global_date_format
from markdown2 import markdown
from json import dumps
jenv = Environment(loader = FileSystemLoader(get_base_path()))
jenv.filters["global_date_format"] = global_date_format
jenv.filters["markdown"] = markdown
jenv.filters["json"] = dumps
return jenv
def get_template(path):
return get_jenv().get_template(path)
_config = None
def get_config():
global _config
if not _config:
import webnotes.utils, json
_config = _dict()
def update_config(path):
try:
with open(path, "r") as configfile:
this_config = json.loads(configfile.read())
for key, val in this_config.items():
if isinstance(val, dict):
_config.setdefault(key, _dict()).update(val)
else:
_config[key] = val
except IOError:
pass
update_config(webnotes.utils.get_path("lib", "config.json"))
update_config(webnotes.utils.get_path("app", "config.json"))
return _config
def get_conf(site):
# TODO Should be heavily cached!
import conf
from webnotes.utils import get_site_base_path
site_config = _dict({})
conf = site_config.update(conf.__dict__)
if conf.sites_dir and site:
out = get_site_config(conf.sites_dir, site)
if not out:
raise NotFound()
site_config.update(out)
site_config['site'] = site
return site_config
else:
return conf
def get_site_config(sites_dir, site):
conf_path = get_conf_path(sites_dir, site)
if os.path.exists(conf_path):
with open(conf_path, 'r') as f:
return json.load(f)
def get_conf_path(sites_dir, site):
return os.path.join(get_site_base_path(sites_dir=sites_dir,
hostname=site), 'site_config.json')