"""this module contains base classes and utilities for cubicweb tests

:organization: Logilab

:copyright: 2001-2010 LOGILAB S.A. (Paris, FRANCE), license is LGPL v2.

:contact: http://www.logilab.fr/ -- mailto:contact@logilab.fr

:license: GNU Lesser General Public License, v2.1 - http://www.gnu.org/licenses

"""

from __future__ import with_statement

__docformat__ = "restructuredtext en"

import os

import sys

import re

from urllib import unquote

from math import log

from contextlib import contextmanager

from warnings import warn

try:

    import json

except ImportError:

    import simplejson as json

import yams.schema

from logilab.common.testlib import TestCase, InnerTest

from logilab.common.pytest import nocoverage, pause_tracing, resume_tracing

from logilab.common.debugger import Debugger

from logilab.common.umessage import message_from_string

from logilab.common.decorators import cached, classproperty, clear_cache

from logilab.common.deprecation import deprecated

from cubicweb import ValidationError, NoSelectableObject, AuthenticationError

from cubicweb import cwconfig, devtools, web, server

from cubicweb.dbapi import ProgrammingError, DBAPISession, repo_connect

from cubicweb.sobjects import notification

from cubicweb.web import Redirect, application

from cubicweb.server.session import security_enabled

from cubicweb.devtools import SYSTEM_ENTITIES, SYSTEM_RELATIONS, VIEW_VALIDATORS

from cubicweb.devtools import fake, htmlparser

# low-level utilities ##########################################################

class CubicWebDebugger(Debugger):

    """special debugger class providing a 'view' function which saves some

    html into a temporary file and open a web browser to examinate it.

    """

    def do_view(self, arg):

        import webbrowser

        data = self._getval(arg)

        file('/tmp/toto.html', 'w').write(data)

        webbrowser.open('file:///tmp/toto.html')

def line_context_filter(line_no, center, before=3, after=None):

    """return true if line are in context

    if after is None: after = before

    """

    if after is None:

        after = before

    return center - before <= line_no <= center + after

def unprotected_entities(schema, strict=False):

    """returned a set of each non final entity type, excluding "system" entities

    (eg CWGroup, CWUser...)

    """

    if strict:

        protected_entities = yams.schema.BASE_TYPES

    else:

        protected_entities = yams.schema.BASE_TYPES.union(SYSTEM_ENTITIES)

    return set(schema.entities()) - protected_entities

def refresh_repo(repo, resetschema=False, resetvreg=False):

    devtools.reset_test_database(repo.config)

    for pool in repo.pools:

        pool.reconnect()

    repo._type_source_cache = {}

    repo._extid_cache = {}

    repo.querier._rql_cache = {}

    for source in repo.sources:

        source.reset_caches()

    if resetschema:

        repo.set_schema(repo.config.load_schema(), resetvreg=resetvreg)

# email handling, to test emails sent by an application ########################

MAILBOX = []

class Email:

    """you'll get instances of Email into MAILBOX during tests that trigger

    some notification.

    * `msg` is the original message object

    * `recipients` is a list of email address which are the recipients of this

      message

    """

    def __init__(self, recipients, msg):

        self.recipients = recipients

        self.msg = msg

    @property

    def message(self):

        return message_from_string(self.msg)

    @property

    def subject(self):

        return self.message.get('Subject')

    @property

    def content(self):

        return self.message.get_payload(decode=True)

    def __repr__(self):

        return '<Email to %s with subject %s>' % (','.join(self.recipients),

                                                  self.message.get('Subject'))

# the trick to get email into MAILBOX instead of actually sent: monkey patch

# cwconfig.SMTP object

class MockSMTP:

    def __init__(self, server, port):

        pass

    def close(self):

        pass

    def sendmail(self, helo_addr, recipients, msg):

        MAILBOX.append(Email(recipients, msg))

cwconfig.SMTP = MockSMTP

# base class for cubicweb tests requiring a full cw environments ###############

class CubicWebTC(TestCase):

    """abstract class for test using an apptest environment

    attributes:

    * `vreg`, the vregistry

    * `schema`, self.vreg.schema

    * `config`, cubicweb configuration

    * `cnx`, dbapi connection to the repository using an admin user

    * `session`, server side session associated to `cnx`

    * `app`, the cubicweb publisher (for web testing)

    * `repo`, the repository object

    * `admlogin`, login of the admin user

    * `admpassword`, password of the admin user

    """

    appid = 'data'

    configcls = devtools.ApptestConfiguration

    reset_schema = reset_vreg = False # reset schema / vreg between tests

    @classproperty

    def config(cls):

        """return the configuration object. Configuration is cached on the test

        class.

        """

        try:

            return cls.__dict__['_config']

        except KeyError:

            config = cls._config = cls.configcls(cls.appid)

            config.mode = 'test'

            return config

    @classmethod

    def init_config(cls, config):

        """configuration initialization hooks. You may want to override this."""

        source = config.sources()['system']

        cls.admlogin = unicode(source['db-user'])

        cls.admpassword = source['db-password']

        # uncomment the line below if you want rql queries to be logged

        #config.global_set_option('query-log-file',

        #                         '/tmp/test_rql_log.' + `os.getpid()`)

        config.global_set_option('log-file', None)

        # set default-dest-addrs to a dumb email address to avoid mailbox or

        # mail queue pollution

        config.global_set_option('default-dest-addrs', ['whatever'])

        try:

            send_to =  '%s@logilab.fr' % os.getlogin()

            # AttributeError since getlogin not available under all platforms

        except (OSError, AttributeError):

            send_to =  '%s@logilab.fr' % (os.environ.get('USER')

                                          or os.environ.get('USERNAME')

                                          or os.environ.get('LOGNAME'))

        config.global_set_option('sender-addr', send_to)

        config.global_set_option('default-dest-addrs', send_to)

        config.global_set_option('sender-name', 'cubicweb-test')

        config.global_set_option('sender-addr', 'cubicweb-test@logilab.fr')

        # web resources

        config.global_set_option('base-url', devtools.BASE_URL)

        try:

            config.global_set_option('embed-allowed', re.compile('.*'))

        except: # not in server only configuration

            pass

    @classmethod

    def _init_repo(cls):

        """init the repository and connection to it.

        Repository and connection are cached on the test class. Once

        initialized, we simply reset connections and repository caches.

        """

        if not 'repo' in cls.__dict__:

            cls._build_repo()

        else:

            cls.cnx.rollback()

            cls._refresh_repo()

    @classmethod

    def _build_repo(cls):

        cls.repo, cls.cnx = devtools.init_test_database(config=cls.config)

        cls.init_config(cls.config)

        cls.repo.hm.call_hooks('server_startup', repo=cls.repo)

        cls.vreg = cls.repo.vreg

        cls.websession = DBAPISession(cls.cnx, cls.admlogin,

                                      {'password': cls.admpassword})

        cls._orig_cnx = (cls.cnx, cls.websession)

        cls.config.repository = lambda x=None: cls.repo

    @classmethod

    def _refresh_repo(cls):

        refresh_repo(cls.repo, cls.reset_schema, cls.reset_vreg)

    # global resources accessors ###############################################

    @property

    def schema(self):

        """return the application schema"""

        return self.vreg.schema

    @property

    def session(self):

        """return current server side session (using default manager account)"""

        session = self.repo._sessions[self.cnx.sessionid]

        session.set_pool()

        return session

    @property

    def adminsession(self):

        """return current server side session (using default manager account)"""

        return self.repo._sessions[self._orig_cnx[0].sessionid]

    def set_option(self, optname, value):

        self.config.global_set_option(optname, value)

    def set_debug(self, debugmode):

        server.set_debug(debugmode)

    # default test setup and teardown #########################################

    def setUp(self):

        pause_tracing()

        previous_failure = self.__class__.__dict__.get('_repo_init_failed')

        if previous_failure is not None:

            self.skip('repository is not initialised: %r' % previous_failure)

        try:

            self._init_repo()

        except Exception, ex:

            self.__class__._repo_init_failed = ex

            raise

        resume_tracing()

        self.setup_database()

        self.commit()

        MAILBOX[:] = [] # reset mailbox

        self._cnxs = []

    def tearDown(self):

        for cnx in self._cnxs:

            if not cnx._closed:

                cnx.close()

    def setup_database(self):

        """add your database setup code by overriding this method"""

    # user / session management ###############################################

    def user(self, req=None):

        """return the application schema"""

        if req is None:

            req = self.request()

            return self.cnx.user(req)

        else:

            return req.user

    def create_user(self, login, groups=('users',), password=None, req=None,

                    commit=True, **kwargs):

        """create and return a new user entity"""

        if password is None:

            password = login.encode('utf8')

        if req is None:

            req = self._orig_cnx[0].request()

        user = req.create_entity('CWUser', login=unicode(login),

                                 upassword=password, **kwargs)

        req.execute('SET X in_group G WHERE X eid %%(x)s, G name IN(%s)'

                    % ','.join(repr(g) for g in groups),

                    {'x': user.eid})

        user.clear_related_cache('in_group', 'subject')

        if commit:

            req.cnx.commit()

        return user

    def login(self, login, **kwargs):

        """return a connection for the given login/password"""

        if login == self.admlogin:

            self.restore_connection()

        else:

            if not kwargs:

                kwargs['password'] = str(login)

            self.cnx = repo_connect(self.repo, unicode(login), **kwargs)

            self.websession = DBAPISession(self.cnx)

            self._cnxs.append(self.cnx)

        if login == self.vreg.config.anonymous_user()[0]:

            self.cnx.anonymous_connection = True

        return self.cnx

    def restore_connection(self):

        if not self.cnx is self._orig_cnx[0]:

            try:

                self.cnx.close()

                self._cnxs.remove(self.cnx)

            except ProgrammingError:

                pass # already closed

        self.cnx, self.websession = self._orig_cnx

    # db api ##################################################################

    @nocoverage

    def cursor(self, req=None):

        return self.cnx.cursor(req or self.request())

    @nocoverage

    def execute(self, rql, args=None, eidkey=None, req=None):

        """executes <rql>, builds a resultset, and returns a couple (rset, req)

        where req is a FakeRequest

        """

        if eidkey is not None:

            warn('[3.8] eidkey is deprecated, you can safely remove this argument',

                 DeprecationWarning, stacklevel=2)

        req = req or self.request(rql=rql)

        return req.execute(unicode(rql), args)

    @nocoverage

    def commit(self):

        try:

            return self.cnx.commit()

        finally:

            self.session.set_pool() # ensure pool still set after commit

    @nocoverage

    def rollback(self):

        try:

            self.cnx.rollback()

        except ProgrammingError:

            pass

        finally:

            self.session.set_pool() # ensure pool still set after commit

    # # server side db api #######################################################

    def sexecute(self, rql, args=None, eid_key=None):

        if eid_key is not None:

            warn('[3.8] eid_key is deprecated, you can safely remove this argument',

                 DeprecationWarning, stacklevel=2)

        self.session.set_pool()

        return self.session.execute(rql, args)

    # other utilities #########################################################

    @contextmanager

    def temporary_appobjects(self, *appobjects):

        self.vreg._loadedmods.setdefault(self.__module__, {})

        for obj in appobjects:

            self.vreg.register(obj)

        try:

            yield

        finally:

            for obj in appobjects:

                self.vreg.unregister(obj)

    # vregistry inspection utilities ###########################################

    def pviews(self, req, rset):