mediagoblin/init/celery/from_celery.py

   1 # GNU MediaGoblin -- federated, autonomous media hosting
   2 # Copyright (C) 2011, 2012 MediaGoblin contributors.  See AUTHORS.
   3 #
   4 # This program is free software: you can redistribute it and/or modify
   5 # it under the terms of the GNU Affero General Public License as published by
   6 # the Free Software Foundation, either version 3 of the License, or
   7 # (at your option) any later version.
   8 #
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU Affero General Public License for more details.
  13 #
  14 # You should have received a copy of the GNU Affero General Public License
  15 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  16
  17 import os
  18 import logging
  19 import logging.config
  20
  21 from celery.signals import setup_logging
  22
  23 from mediagoblin import app, mg_globals
  24 from mediagoblin.init.celery import setup_celery_from_config
  25 from mediagoblin.tools.pluginapi import hook_runall
  26
  27
  28 OUR_MODULENAME = __name__
  29
  30 _log = logging.getLogger(__name__)
  31
  32
  33 def setup_logging_from_paste_ini(loglevel, **kw):
  34     if os.path.exists(os.path.abspath('paste_local.ini')):
  35         logging_conf_file = 'paste_local.ini'
  36     else:
  37         logging_conf_file = 'paste.ini'
  38
  39     # allow users to set up explicitly which paste file to check via the
  40     # PASTE_CONFIG environment variable
  41     logging_conf_file = os.environ.get(
  42         'PASTE_CONFIG', logging_conf_file)
  43
  44     if not os.path.exists(logging_conf_file):
  45         raise IOError('{0} does not exist. Logging can not be set up.'.format(
  46             logging_conf_file))
  47
  48     logging.config.fileConfig(logging_conf_file)
  49
  50     hook_runall('celery_logging_setup')
  51
  52
  53 setup_logging.connect(setup_logging_from_paste_ini)
  54
  55
  56 def setup_self(check_environ_for_conf=True, module_name=OUR_MODULENAME,
  57                default_conf_file=None):
  58     """
  59     Transform this module into a celery config module by reading the
  60     mediagoblin config file.  Set the environment variable
  61     MEDIAGOBLIN_CONFIG to specify where this config file is.
  62
  63     By default it defaults to 'mediagoblin.ini'.
  64
  65     Note that if celery_setup_elsewhere is set in your config file,
  66     this simply won't work.
  67     """
  68     if not default_conf_file:
  69         if os.path.exists(os.path.abspath('mediagoblin_local.ini')):
  70             default_conf_file = 'mediagoblin_local.ini'
  71         else:
  72             default_conf_file = 'mediagoblin.ini'
  73
  74     if check_environ_for_conf:
  75         mgoblin_conf_file = os.path.abspath(
  76             os.environ.get('MEDIAGOBLIN_CONFIG', default_conf_file))
  77     else:
  78         mgoblin_conf_file = default_conf_file
  79
  80     if not os.path.exists(mgoblin_conf_file):
  81         raise IOError(
  82             "MEDIAGOBLIN_CONFIG not set or file does not exist")
  83
  84     # By setting the environment variable here we should ensure that
  85     # this is the module that gets set up.
  86     os.environ['CELERY_CONFIG_MODULE'] = module_name
  87     app.MediaGoblinApp(mgoblin_conf_file, setup_celery=False)
  88
  89     setup_celery_from_config(
  90         mg_globals.app_config, mg_globals.global_config,
  91         settings_module=module_name,
  92         set_environ=False)
  93
  94
  95 if os.environ['CELERY_CONFIG_MODULE'] == OUR_MODULENAME:
  96     setup_self()