#!/usr/bin/python # Copyright (c) 2012 Web Notes Technologies Pvt Ltd (http://erpnext.com) # # MIT License (MIT) # # Permission is hereby granted, free of charge, to any person obtaining a # copy of this software and associated documentation files (the "Software"), # to deal in the Software without restriction, including without limitation # the rights to use, copy, modify, merge, publish, distribute, sublicense, # and/or sell copies of the Software, and to permit persons to whom the # Software is furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, # INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A # PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT # HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF # CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE # OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. # from __future__ import unicode_literals import os, sys def replace_code(start, txt1, txt2, extn, search=None, force=False): """replace all txt1 by txt2 in files with extension (extn)""" import webnotes.utils import os, re esc = webnotes.utils.make_esc('[]') if not search: search = esc(txt1) for wt in os.walk(start, followlinks=1): for fn in wt[2]: if fn.split('.')[-1]==extn: fpath = os.path.join(wt[0], fn) if fpath != '/var/www/erpnext/erpnext/patches/jan_mar_2012/rename_dt.py': # temporary with open(fpath, 'r') as f: content = f.read() if re.search(search, content): res = search_replace_with_prompt(fpath, txt1, txt2, force) if res == 'skip': return 'skip' def search_replace_with_prompt(fpath, txt1, txt2, force=False): """ Search and replace all txt1 by txt2 in the file with confirmation""" from termcolor import colored with open(fpath, 'r') as f: content = f.readlines() tmp = [] for c in content: if c.find(txt1) != -1: print fpath print colored(txt1, 'red').join(c[:-1].split(txt1)) a = '' if force: c = c.replace(txt1, txt2) else: while a.lower() not in ['y', 'n', 'skip']: a = raw_input('Do you want to Change [y/n/skip]?') if a.lower() == 'y': c = c.replace(txt1, txt2) elif a.lower() == 'skip': return 'skip' tmp.append(c) with open(fpath, 'w') as f: f.write(''.join(tmp)) print colored('Updated', 'green') def pull(remote, branch, build=False): os.system('cd lib && git pull %s %s' % (remote, branch)) os.system('cd app && git pull %s %s' % (remote, branch)) if build: rebuild() def rebuild(): # build js / css from webnotes.utils import bundlejs bundlejs.bundle(False) def apply_latest_patches(): import webnotes.modules.patch_handler webnotes.modules.patch_handler.run_all() print '\n'.join(webnotes.modules.patch_handler.log_list) def sync_all(force=0): import webnotes.model.sync webnotes.model.sync.sync_all(force) def update_erpnext(remote='origin', branch='master'): pull(remote, branch) patch_sync_build() def patch_sync_build(): patch_sync() rebuild() def patch_sync(): apply_latest_patches() import webnotes.modules.patch_handler for l in webnotes.modules.patch_handler.log_list: if "failed: STOPPED" in l: return sync_all() clear_cache() def clear_cache(): import webnotes.sessions webnotes.sessions.clear_cache() def append_future_import(): """appends from __future__ import unicode_literals to py files if necessary""" import os import conf conf_path = os.path.abspath(conf.__file__) if conf_path.endswith("pyc"): conf_path = conf_path[:-1] base_path = os.path.dirname(conf_path) for path, folders, files in os.walk(base_path): for f in files: if f.endswith('.py'): file_path = os.path.join(path, f) with open(file_path, 'r') as pyfile: content = pyfile.read() future_import = 'from __future__ import unicode_literals' if future_import in content: continue content = content.split('\n') idx = -1 for c in content: idx += 1 if c and not c.startswith('#'): break content.insert(idx, future_import) content = "\n".join(content) with open(file_path, 'w') as pyfile: pyfile.write(content) def setup_options(): from optparse import OptionParser parser = OptionParser() parser.add_option("-d", "--db", dest="db_name", help="Apply the patches on given db") parser.add_option("--password", help="Password for given db", nargs=1) # build parser.add_option("-b", "--build", default=False, action="store_true", help="minify + concat js files") parser.add_option("-w", "--watch", default=False, action="store_true", help="watch and minify + concat js files, if necessary") parser.add_option("--no_compress", default=False, action="store_true", help="do not compress when building js bundle") parser.add_option("--no_cms", default=False, action="store_true", help="do not build wn-web.js and wn-css.js") parser.add_option("--build_web_cache", default=False, action="store_true", help="build web cache") parser.add_option("--clear_cache", default=False, action="store_true", help="clear cache") parser.add_option("--domain", metavar="DOMAIN", help="store domain in Website Settings", nargs=1) # git parser.add_option("--status", default=False, action="store_true", help="git status") parser.add_option("--git", nargs=1, default=False, metavar = "git options", help="run git with options in both repos") parser.add_option("--pull", nargs=2, default=False, metavar = "remote branch", help="git pull (both repos)") parser.add_option("--push", nargs=2, default=False, metavar = "remote branch", help="git push (both repos) [remote] [branch]") parser.add_option("--checkout", nargs=1, default=False, metavar = "branch", help="git checkout [branch]") parser.add_option("-l", "--latest", action="store_true", dest="run_latest", default=False, help="Apply the latest patches") # patch parser.add_option("-p", "--patch", nargs=1, dest="patch_list", metavar='patch_module', action="append", help="Apply patch") parser.add_option("-f", "--force", action="store_true", dest="force", default=False, help="Force Apply all patches specified using option -p or --patch") parser.add_option('--reload_doc', nargs=3, metavar = "module doctype docname", help="reload doc") parser.add_option('--export_doc', nargs=2, metavar = "doctype docname", help="export doc") # install parser.add_option('--install', nargs=2, metavar = "dbname source", help="install fresh db") # diff parser.add_option('--diff_ref_file', nargs=0, \ help="Get missing database records and mismatch properties, with file as reference") parser.add_option('--diff_ref_db', nargs=0, \ help="Get missing .txt files and mismatch properties, with database as reference") # scheduler parser.add_option('--run_scheduler', default=False, action="store_true", help="Trigger scheduler") parser.add_option('--run_scheduler_event', nargs=1, metavar="[all|daily|weekly|monthly]", help="Run scheduler event") # misc parser.add_option("--replace", nargs=3, default=False, metavar = "search replace_by extension", help="file search-replace") parser.add_option("--sync_all", help="Synchronize all DocTypes using txt files", nargs=0) parser.add_option("--sync", help="Synchronize given DocType using txt file", nargs=2, metavar="module doctype (use their folder names)") parser.add_option("--update", help="Pull, run latest patches and sync all", nargs=2, metavar="ORIGIN BRANCH") parser.add_option("--patch_sync_build", action="store_true", default=False, help="run latest patches, sync all and rebuild js css") parser.add_option("--patch_sync", action="store_true", default=False, help="run latest patches, sync all") parser.add_option("--cleanup_data", help="Cleanup test data", default=False, action="store_true") parser.add_option("--append_future_import", default=False, action="store_true", help="append from __future__ import unicode literals to py files") parser.add_option("--backup", help="Takes backup of database in backup folder", default=False, action="store_true") parser.add_option("--test", help="Run test", metavar="MODULE", nargs=1) return parser.parse_args() def run(): sys.path.append('.') sys.path.append('lib') sys.path.append('app') (options, args) = setup_options() # build if options.build: from webnotes.utils import bundlejs if options.no_cms: cms_make = False else: cms_make = True bundlejs.bundle(options.no_compress, cms_make) return elif options.watch: from webnotes.utils import bundlejs bundlejs.watch(True) return # code replace elif options.replace: print options.replace replace_code('.', options.replace[0], options.replace[1], options.replace[2], force=options.force) return # git elif options.status: os.chdir('lib') os.system('git status') os.chdir('../app') os.system('git status') return elif options.git: os.chdir('lib') os.system('git %s' % options.git) os.chdir('../app') os.system('git %s' % options.git) return import webnotes import conf from webnotes.db import Database import webnotes.modules.patch_handler # connect if options.db_name is not None: if options.password: webnotes.connect(options.db_name, options.password) else: webnotes.connect(options.db_name) elif not any([options.install, options.pull]): webnotes.connect(conf.db_name) if options.pull: pull(options.pull[0], options.pull[1], build=True) elif options.push: os.chdir('lib') os.system('git push %s %s' % (options.push[0], options.push[1])) os.chdir('../app') os.system('git push %s %s' % (options.push[0], options.push[1])) elif options.checkout: os.chdir('lib') os.system('git checkout %s' % options.checkout) os.chdir('../app') os.system('git checkout %s' % options.checkout) # patch elif options.patch_list: # clear log webnotes.modules.patch_handler.log_list = [] # run individual patches for patch in options.patch_list: webnotes.modules.patch_handler.run_single(\ patchmodule = patch, force = options.force) print '\n'.join(webnotes.modules.patch_handler.log_list) # reload elif options.reload_doc: webnotes.modules.patch_handler.reload_doc(\ {"module":options.reload_doc[0], "dt":options.reload_doc[1], "dn":options.reload_doc[2]}) print '\n'.join(webnotes.modules.patch_handler.log_list) elif options.export_doc: from webnotes.modules import export_doc export_doc(options.export_doc[0], options.export_doc[1]) # run all pending elif options.run_latest: apply_latest_patches() elif options.install: from webnotes.install_lib.install import Installer inst = Installer('root') inst.import_from_db(options.install[0], source_path=options.install[1], \ password='admin', verbose = 1) elif options.diff_ref_file is not None: import webnotes.modules.diff webnotes.modules.diff.diff_ref_file() elif options.diff_ref_db is not None: import webnotes.modules.diff webnotes.modules.diff.diff_ref_db() elif options.run_scheduler: import webnotes.utils.scheduler print webnotes.utils.scheduler.execute() elif options.run_scheduler_event is not None: import webnotes.utils.scheduler print webnotes.utils.scheduler.trigger('execute_' + options.run_scheduler_event) elif options.sync_all is not None: sync_all(options.force or 0) elif options.sync is not None: import webnotes.model.sync webnotes.model.sync.sync(options.sync[0], options.sync[1], options.force or 0) elif options.update: update_erpnext(options.update[0], options.update[1]) elif options.patch_sync_build: patch_sync_build() elif options.patch_sync: patch_sync() elif options.cleanup_data: from utilities import cleanup_data cleanup_data.run() elif options.domain: webnotes.conn.set_value('Website Settings', None, 'subdomain', options.domain) webnotes.conn.commit() print "Domain set to", options.domain elif options.build_web_cache: # build wn-web.js and wn-web.css from website.helpers.make_web_include_files import make make() import website.utils website.utils.clear_cache() elif options.clear_cache: clear_cache() elif options.append_future_import: append_future_import() elif options.backup: from webnotes.utils.backups import scheduled_backup scheduled_backup() # print messages if webnotes.message_log: print '\n'.join(webnotes.message_log) if options.test is not None: module_name = options.test import unittest del sys.argv[1:] # is there a better way? exec ('from %s import *' % module_name) in globals() unittest.main() if __name__=='__main__': run()