# -*- coding: utf-8 -*- # # Copyright (C) 2009-2012 by Ben Kurtovic # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. from getpass import getpass from hashlib import sha256 import logging import logging.handlers from os import mkdir, path from Crypto.Cipher import Blowfish import yaml from earwigbot.exceptions import NoConfigError __all__ = ["BotConfig"] class BotConfig(object): """ **EarwigBot: YAML Config File Manager** This handles all tasks involving reading and writing to our config file, including encrypting and decrypting passwords and making a new config file from scratch at the inital bot run. BotConfig has a few attributes and methods, including the following: - :py:attr:`root_dir`: bot's working directory; contains :file:`config.yml`, :file:`logs/` - :py:attr:`path`: path to the bot's config file - :py:attr:`components`: enabled components - :py:attr:`wiki`: information about wiki-editing - :py:attr:`irc`: information about IRC - :py:attr:`commands`: information about IRC commands - :py:attr:`tasks`: information for bot tasks - :py:attr:`metadata`: miscellaneous information - :py:meth:`schedule`: tasks scheduled to run at a given time BotConfig also has some methods used in config loading: - :py:meth:`load`: loads (or reloads) and parses our config file - :py:meth:`decrypt`: decrypts an object in the config tree """ def __init__(self, root_dir, level): self._root_dir = root_dir self._logging_level = level self._config_path = path.join(self._root_dir, "config.yml") self._log_dir = path.join(self._root_dir, "logs") self._decryption_cipher = None self._data = None self._components = _ConfigNode() self._wiki = _ConfigNode() self._irc = _ConfigNode() self._commands = _ConfigNode() self._tasks = _ConfigNode() self._metadata = _ConfigNode() self._nodes = [self._components, self._wiki, self._irc, self._commands, self._tasks, self._metadata] self._decryptable_nodes = [ # Default nodes to decrypt (self._wiki, ("password",)), (self._wiki, ("search", "credentials", "key")), (self._wiki, ("search", "credentials", "secret")), (self._irc, ("frontend", "nickservPassword")), (self._irc, ("watcher", "nickservPassword")), ] def _load(self): """Load data from our JSON config file (config.yml) into self._data.""" filename = self._config_path with open(filename, 'r') as fp: try: self._data = yaml.load(fp) except yaml.YAMLError: print "Error parsing config file {0}:".format(filename) raise def _setup_logging(self): """Configures the logging module so it works the way we want it to.""" log_dir = self._log_dir logger = logging.getLogger("earwigbot") logger.handlers = [] # Remove any handlers already attached to us logger.setLevel(logging.DEBUG) if self.metadata.get("enableLogging"): hand = logging.handlers.TimedRotatingFileHandler formatter = _BotFormatter() color_formatter = _BotFormatter(color=True) logfile = lambda f: path.join(log_dir, f) if not path.isdir(log_dir): if not path.exists(log_dir): mkdir(log_dir, 0700) else: msg = "log_dir ({0}) exists but is not a directory!" print msg.format(log_dir) return main_handler = hand(logfile("bot.log"), "midnight", 1, 7) error_handler = hand(logfile("error.log"), "W6", 1, 4) debug_handler = hand(logfile("debug.log"), "H", 1, 6) main_handler.setLevel(logging.INFO) error_handler.setLevel(logging.WARNING) debug_handler.setLevel(logging.DEBUG) for h in (main_handler, error_handler, debug_handler): h.setFormatter(formatter) logger.addHandler(h) self._stream_handler = stream = logging.StreamHandler() stream.setLevel(self._logging_level) stream.setFormatter(color_formatter) logger.addHandler(stream) def _decrypt(self, node, nodes): """Try to decrypt the contents of a config node. Use self.decrypt().""" try: node._decrypt(self._decryption_cipher, nodes[:-1], nodes[-1]) except ValueError: print "Error decrypting passwords:" raise def _make_new(self): """Make a new config file based on the user's input.""" #m = "Would you like to encrypt passwords stored in config.yml? [y/n] " #encrypt = raw_input(m) #if encrypt.lower().startswith("y"): # is_encrypted = True #else: # is_encrypted = False raise NotImplementedError() # yaml.dumps() config.yml file (self._config_path) # Create root_dir/, root_dir/commands/, root_dir/tasks/ # Give a reasonable message after config has been created regarding # what to do next... @property def root_dir(self): """The bot's root directory containing its config file and more.""" return self._root_dir @property def logging_level(self): """The minimum logging level for messages logged via stdout.""" return self._logging_level @logging_level.setter def logging_level(self, level): self._logging_level = level self._stream_handler.setLevel(level) @property def path(self): """The path to the bot's config file.""" return self._config_path @property def log_dir(self): """The directory containing the bot's logs.""" return self._log_dir @property def data(self): """The entire config file as a decoded JSON object.""" return self._data @property def components(self): """A dict of enabled components.""" return self._components @property def wiki(self): """A dict of information about wiki-editing.""" return self._wiki @property def irc(self): """A dict of information about IRC.""" return self._irc @property def commands(self): """A dict of information for IRC commands.""" return self._commands @property def tasks(self): """A dict of information for bot tasks.""" return self._tasks @property def metadata(self): """A dict of miscellaneous information.""" return self._metadata def is_loaded(self): """Return ``True`` if our config file has been loaded, or ``False``.""" return self._data is not None def is_encrypted(self): """Return ``True`` if passwords are encrypted, otherwise ``False``.""" return self.metadata.get("encryptPasswords", False) def load(self): """Load, or reload, our config file. First, check if we have a valid config file, and if not, notify the user. If there is no config file at all, offer to make one, otherwise exit. Data from the config file is stored in six :py:class:`~earwigbot.config._ConfigNode`\ s (:py:attr:`components`, :py:attr:`wiki`, :py:attr:`irc`, :py:attr:`commands`, :py:attr:`tasks`, :py:attr:`metadata`) for easy access (as well as the lower-level :py:attr:`data` attribute). If passwords are encrypted, we'll use :py:func:`~getpass.getpass` for the key and then decrypt them. If the config is being reloaded, encrypted items will be automatically decrypted if they were decrypted earlier. """ if not path.exists(self._config_path): print "Config file not found:", self._config_path choice = raw_input("Would you like to create a config file now? [y/n] ") if choice.lower().startswith("y"): self._make_new() else: raise NoConfigError() self._load() data = self._data self.components._load(data.get("components", {})) self.wiki._load(data.get("wiki", {})) self.irc._load(data.get("irc", {})) self.commands._load(data.get("commands", {})) self.tasks._load(data.get("tasks", {})) self.metadata._load(data.get("metadata", {})) self._setup_logging() if self.is_encrypted(): if not self._decryption_cipher: key = getpass("Enter key to decrypt bot passwords: ") self._decryption_cipher = Blowfish.new(sha256(key).digest()) for node, nodes in self._decryptable_nodes: self._decrypt(node, nodes) def decrypt(self, node, *nodes): """Decrypt an object in our config tree. :py:attr:`_decryption_cipher` is used as our key, retrieved using :py:func:`~getpass.getpass` in :py:meth:`load` if it wasn't already specified. If this is called when passwords are not encrypted (check with :py:meth:`is_encrypted`), nothing will happen. We'll also keep track of this node if :py:meth:`load` is called again (i.e. to reload) and automatically decrypt it. Example usage:: >>> config.decrypt(config.irc, "frontend", "nickservPassword") # decrypts config.irc["frontend"]["nickservPassword"] """ signature = (node, nodes) if signature in self._decryptable_nodes: return # Already decrypted self._decryptable_nodes.append(signature) if self.is_encrypted(): self._decrypt(node, nodes) def schedule(self, minute, hour, month_day, month, week_day): """Return a list of tasks scheduled to run at the specified time. The schedule data comes from our config file's ``schedule`` field, which is stored as :py:attr:`self.data["schedule"] `. """ # Tasks to run this turn, each as a list of either [task_name, kwargs], # or just the task_name: tasks = [] now = {"minute": minute, "hour": hour, "month_day": month_day, "month": month, "week_day": week_day} data = self._data.get("schedule", []) for event in data: do = True for key, value in now.items(): try: requirement = event[key] except KeyError: continue if requirement != value: do = False break if do: try: tasks.extend(event["tasks"]) except KeyError: pass return tasks class _ConfigNode(object): def __iter__(self): for key in self.__dict__: yield key def __getitem__(self, item): return self.__dict__.__getitem__(item) def _dump(self): data = self.__dict__.copy() for key, val in data.iteritems(): if isinstance(val, _ConfigNode): data[key] = val._dump() return data def _load(self, data): self.__dict__ = data.copy() def _decrypt(self, cipher, intermediates, item): base = self.__dict__ for inter in intermediates: try: base = base[inter] except KeyError: return if item in base: ciphertext = base[item].decode("hex") base[item] = cipher.decrypt(ciphertext).rstrip("\x00") def get(self, *args, **kwargs): return self.__dict__.get(*args, **kwargs) def keys(self): return self.__dict__.keys() def values(self): return self.__dict__.values() def items(self): return self.__dict__.items() def iterkeys(self): return self.__dict__.iterkeys() def itervalues(self): return self.__dict__.itervalues() def iteritems(self): return self.__dict__.iteritems() class _BotFormatter(logging.Formatter): def __init__(self, color=False): self._format = super(_BotFormatter, self).format if color: fmt = "[%(asctime)s %(lvl)s] %(name)s: %(message)s" self.format = lambda record: self._format(self.format_color(record)) else: fmt = "[%(asctime)s %(levelname)-8s] %(name)s: %(message)s" self.format = self._format datefmt = "%Y-%m-%d %H:%M:%S" super(_BotFormatter, self).__init__(fmt=fmt, datefmt=datefmt) def format_color(self, record): l = record.levelname.ljust(8) if record.levelno == logging.DEBUG: record.lvl = l.join(("\x1b[34m", "\x1b[0m")) # Blue if record.levelno == logging.INFO: record.lvl = l.join(("\x1b[32m", "\x1b[0m")) # Green if record.levelno == logging.WARNING: record.lvl = l.join(("\x1b[33m", "\x1b[0m")) # Yellow if record.levelno == logging.ERROR: record.lvl = l.join(("\x1b[31m", "\x1b[0m")) # Red if record.levelno == logging.CRITICAL: record.lvl = l.join(("\x1b[1m\x1b[31m", "\x1b[0m")) # Bold red return record