"""twisted server for CubicWeb web instances

:organization: Logilab

:copyright: 2001-2010 LOGILAB S.A. (Paris, FRANCE), license is LGPL v2.

:contact: http://www.logilab.fr/ -- mailto:contact@logilab.fr

:license: GNU Lesser General Public License, v2.1 - http://www.gnu.org/licenses

"""

__docformat__ = "restructuredtext en"

import sys

import os

import select

import errno

from time import mktime

from datetime import date, timedelta

from urlparse import urlsplit, urlunsplit

from twisted.internet import reactor, task, threads

from twisted.internet.defer import maybeDeferred

from cubicweb import ConfigurationError, CW_EVENT_MANAGER

from cubicweb.web import (AuthenticationError, NotFound, Redirect,

                          RemoteCallFailed, DirectResponse, StatusResponse,

                          ExplicitLogin)

from cubicweb.web.application import CubicWebPublisher

from cubicweb.etwist.request import CubicWebTwistedRequestAdapter

def daemonize():

    # XXX unix specific

    # XXX factorize w/ code in cw.server.server and cw.server.serverctl

    # (start-repository command)

    # See http://www.erlenstar.demon.co.uk/unix/faq_toc.html#TOC16

    if os.fork():   # launch child and...

        return 1

    os.setsid()

    if os.fork():   # launch child again.

        return 1

    # move to the root to avoit mount pb

    os.chdir('/')

    # set paranoid umask

    os.umask(077)

    null = os.open('/dev/null', os.O_RDWR)

    for i in range(3):

        try:

            os.dup2(null, i)

        except OSError, e:

            if e.errno != errno.EBADF:

                raise

    os.close(null)

    return None

def start_task(interval, func):

    lc = task.LoopingCall(func)

    # wait until interval has expired to actually start the task, else we have

    # to wait all task to be finished for the server to be actually started

    lc.start(interval, now=False)

def host_prefixed_baseurl(baseurl, host):

    scheme, netloc, url, query, fragment = urlsplit(baseurl)

    netloc_domain = '.' + '.'.join(netloc.split('.')[-2:])

    if host.endswith(netloc_domain):

        netloc = host

    baseurl = urlunsplit((scheme, netloc, url, query, fragment))

    return baseurl

    on the resouce.

    versions handling is done by serving static files by different

    URLs for each version. For instance::

      http://localhost:8080/data-2.48.2/cubicweb.css

      http://localhost:8080/data-2.49.0/cubicweb.css

      etc.

    """

        def setExpireHeader(response):

            # Don't provide additional resource information to error responses

            if response.code < 400:

                # the HTTP RFC recommands not going further than 1 year ahead

                expires = date.today() + timedelta(days=6*30)

                response.headers.setHeader('Expires', mktime(expires.timetuple()))

            return response

        return d.addCallback(setExpireHeader)

    def __init__(self, config, debug=None):

        self.debugmode = debug

        self.config = config

        # instantiate publisher here and not in init_publisher to get some

        # checks done before daemonization (eg versions consistency)

        self.appli = CubicWebPublisher(config, debug=self.debugmode)

        self.base_url = config['base-url']

        self.https_url = config['https-url']

        self.versioned_datadir = 'data%s' % config.instance_md5_version()

    def init_publisher(self):

        config = self.config

        # when we have an in-memory repository, clean unused sessions every XX

        # seconds and properly shutdown the server

        if config.repo_method == 'inmemory':

            reactor.addSystemEventTrigger('before', 'shutdown',

                                          self.shutdown_event)

            if config.pyro_enabled():

                # if pyro is enabled, we have to register to the pyro name

                # server, create a pyro daemon, and create a task to handle pyro

                # requests

                self.pyro_daemon = self.appli.repo.pyro_register()

                self.pyro_listen_timeout = 0.02

                self.appli.repo.looping_task(1, self.pyro_loop_event)

            self.appli.repo.start_looping_tasks()

        self.set_url_rewriter()

        CW_EVENT_MANAGER.bind('after-registry-reload', self.set_url_rewriter)

    def start_service(self):

        config = self.config

        interval = min(config['cleanup-session-time'] or 120,

                       config['cleanup-anonymous-session-time'] or 720) / 2.

        start_task(interval, self.appli.session_handler.clean_sessions)

    def set_url_rewriter(self):

        self.url_rewriter = self.appli.vreg['components'].select_or_none('urlrewriter')

    def shutdown_event(self):

        """callback fired when the server is shutting down to properly

        clean opened sessions

        """

        self.appli.repo.shutdown()

    def pyro_loop_event(self):

        """listen for pyro events"""

        try:

            self.pyro_daemon.handleRequests(self.pyro_listen_timeout)

        except select.error:

            return

        """Indicate which resource to use to process down the URL's path"""

        # Otherwise we use this single resource

    def render(self, request):

        """Render a page from the root resource"""

        # reload modified files in debug mode

        if self.debugmode:

            self.appli.vreg.register_objects(self.config.vregistry_path())

        if self.config['profile']: # default profiler don't trace threads

            return self.render_request(request)

        else:

    def render_request(self, request):

        origpath = request.path

        host = request.host

        # dual http/https access handling: expect a rewrite rule to prepend

        # 'https' to the path to detect https access

        if origpath.split('/', 2)[1] == 'https':

            origpath = origpath[6:]

            request.uri = request.uri[6:]

            https = True

            baseurl = self.https_url or self.base_url

        else:

            https = False

            baseurl = self.base_url

        if self.config['use-request-subdomain']:

            baseurl = host_prefixed_baseurl(baseurl, host)

            self.warning('used baseurl is %s for this request', baseurl)

        req = CubicWebTwistedRequestAdapter(request, self.appli.vreg, https, baseurl)

        if req.authmode == 'http':

            # activate realm-based auth

            realm = self.config['realm']

            req.set_header('WWW-Authenticate', [('Basic', {'realm' : realm })], raw=False)

        try:

            self.appli.connect(req)

        except AuthenticationError:

        except Redirect, ex:

        if https and req.cnx.anonymous_connection:

            # don't allow anonymous on https connection

        if self.url_rewriter is not None:

            # XXX should occur before authentication?

            try:

                path = self.url_rewriter.rewrite(host, origpath, req)

            except Redirect, ex:

                return self.redirect(req, ex.location)

            request.uri.replace(origpath, path, 1)

        else:

            path = origpath

        if not path or path == "/":

            path = 'view'

        try:

            result = self.appli.publish(path, req)

        except DirectResponse, ex:

            return ex.response

        except StatusResponse, ex:

        except RemoteCallFailed, ex:

            req.set_header('content-type', 'application/json')

        except NotFound:

            result = self.appli.notfound_content(req)

        except ExplicitLogin:  # must be before AuthenticationError

        except AuthenticationError, ex:

            if self.config['auth-mode'] == 'cookie' and getattr(ex, 'url', None):

            # in http we have to request auth to flush current http auth

            # information

        except Redirect, ex:

        # request may be referenced by "onetime callback", so clear its entity

        # cache to avoid memory usage

        req.drop_entity_cache()

        if self.config['auth-mode'] == 'http':

        else:

        if loggedout:

        else:

    else:

from logging import getLogger

from cubicweb import set_log_methods

def run(config, debug):

    # create the site

    root_resource = CubicWebRootResource(config, debug)

    website = server.Site(root_resource)

    # serve it via standard HTTP on port set in the configuration

    port = config['port'] or 8080

    logger = getLogger('cubicweb.twisted')

    if not debug:

        if sys.platform == 'win32':