# copyright 2003-2016 LOGILAB S.A. (Paris, FRANCE), all rights reserved.

# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr

#

# This file is part of CubicWeb.

#

# CubicWeb is free software: you can redistribute it and/or modify it under the

# terms of the GNU Lesser General Public License as published by the Free

# Software Foundation, either version 2.1 of the License, or (at your option)

# any later version.

#

# CubicWeb is distributed in the hope that it will be useful, but WITHOUT

# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS

# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more

# details.

#

# You should have received a copy of the GNU Lesser General Public License along

# with CubicWeb.  If not, see <http://www.gnu.org/licenses/>.

"""Base classes and utilities for cubicweb tests"""

from __future__ import print_function

import sys

import re

import warnings

from os.path import dirname, join, abspath

from math import log

from contextlib import contextmanager

from inspect import isgeneratorfunction

from itertools import chain

from warnings import warn

from six import binary_type, text_type, string_types, reraise

from six.moves import range

from six.moves.urllib.parse import urlparse, parse_qs, unquote as urlunquote

import yams.schema

from logilab.common.testlib import Tags, nocoverage

from logilab.common.debugger import Debugger

from logilab.common.umessage import message_from_string

from logilab.common.decorators import cached, classproperty, clear_cache, iclassmethod

from logilab.common.deprecation import deprecated, class_deprecated

from logilab.common.shellutils import getlogin

from cubicweb import (ValidationError, NoSelectableObject, AuthenticationError,

                      BadConnectionId)

from cubicweb import cwconfig, devtools, repoapi, server, web

from cubicweb.utils import json

from cubicweb.sobjects import notification

from cubicweb.web import Redirect, application, eid_param

from cubicweb.server.hook import SendMailOp

from cubicweb.devtools import SYSTEM_ENTITIES, SYSTEM_RELATIONS, VIEW_VALIDATORS

from cubicweb.devtools import fake, htmlparser, DEFAULT_EMPTY_DB_ID

from cubicweb.devtools.fill import insert_entity_queries, make_relations_queries

from cubicweb.web.views.authentication import Session

if sys.version_info[:2] < (3, 4):

    from unittest2 import TestCase

    if not hasattr(TestCase, 'subTest'):

        raise ImportError('no subTest support in available unittest2')

    try:

        from backports.tempfile import TemporaryDirectory  # noqa

    except ImportError:

        # backports.tempfile not available

        TemporaryDirectory = None

else:

    from unittest import TestCase

    from tempfile import TemporaryDirectory  # noqa

# in python 2.7, DeprecationWarning are not shown anymore by default

warnings.filterwarnings('default', category=DeprecationWarning)

# provide a data directory for the test class ##################################

class BaseTestCase(TestCase):

    @classproperty

    @cached

    def datadir(cls):  # pylint: disable=E0213

        """helper attribute holding the standard test's data directory

        """

        mod = sys.modules[cls.__module__]

        return join(dirname(abspath(mod.__file__)), 'data')

    # cache it (use a class method to cache on class since TestCase is

    # instantiated for each test run)

    @classmethod

    def datapath(cls, *fname):

        """joins the object's datadir and `fname`"""

        return join(cls.datadir, *fname)

if hasattr(BaseTestCase, 'assertItemsEqual'):

    BaseTestCase.assertCountEqual = BaseTestCase.assertItemsEqual

# low-level utilities ##########################################################

class CubicWebDebugger(Debugger):

    """special debugger class providing a 'view' function which saves some

    html into a temporary file and open a web browser to examinate it.

    """

    def do_view(self, arg):

        import webbrowser

        data = self._getval(arg)

        with open('/tmp/toto.html', 'w') as toto:

            toto.write(data)

        webbrowser.open('file:///tmp/toto.html')

def line_context_filter(line_no, center, before=3, after=None):

    """return true if line are in context

    if after is None: after = before

    """

    if after is None:

        after = before

    return center - before <= line_no <= center + after

def unprotected_entities(schema, strict=False):

    """returned a set of each non final entity type, excluding "system" entities

    (eg CWGroup, CWUser...)

    """

    if strict:

        protected_entities = yams.schema.BASE_TYPES

    else:

        protected_entities = yams.schema.BASE_TYPES.union(SYSTEM_ENTITIES)

    return set(schema.entities()) - protected_entities

class JsonValidator(object):

    def parse_string(self, data):

        return json.loads(data.decode('ascii'))

@contextmanager

def real_error_handling(app):

    """By default, CubicWebTC `app` attribute (ie the publisher) is monkey

    patched so that unexpected error are raised rather than going through the

    `error_handler` method.

    By using this context manager you disable this monkey-patching temporarily.

    Hence when publishihng a request no error will be raised, you'll get

    req.status_out set to an HTTP error status code and the generated page will

    usually hold a traceback as HTML.

    >>> with real_error_handling(app):

    >>>     page = app.handle_request(req)

    """

    # remove the monkey patched error handler

    fake_error_handler = app.error_handler

    del app.error_handler

    # return the app

    yield app

    # restore

    app.error_handler = fake_error_handler

# email handling, to test emails sent by an application ########################

MAILBOX = []

class Email(object):

    """you'll get instances of Email into MAILBOX during tests that trigger

    some notification.

    * `msg` is the original message object

    * `recipients` is a list of email address which are the recipients of this

      message

    """

    def __init__(self, fromaddr, recipients, msg):

        self.fromaddr = fromaddr

        self.recipients = recipients

        self.msg = msg

    @property

    def message(self):

        return message_from_string(self.msg)

    @property

    def subject(self):

        return self.message.get('Subject')

    @property

    def content(self):

        return self.message.get_payload(decode=True)

    def __repr__(self):

        return '<Email to %s with subject %s>' % (','.join(self.recipients),

                                                  self.message.get('Subject'))

# the trick to get email into MAILBOX instead of actually sent: monkey patch

# cwconfig.SMTP object

class MockSMTP:

    def __init__(self, server, port):

        pass

    def close(self):

        pass

    def sendmail(self, fromaddr, recipients, msg):

        MAILBOX.append(Email(fromaddr, recipients, msg.decode('utf-8')))

cwconfig.SMTP = MockSMTP

# Repoaccess utility ###############################################3###########

class RepoAccess(object):

    """An helper to easily create object to access the repo as a specific user

    Each RepoAccess have it own session.

    A repo access can create three type of object:

    .. automethod:: cubicweb.testlib.RepoAccess.cnx

    .. automethod:: cubicweb.testlib.RepoAccess.web_request

    """

    def __init__(self, repo, login, requestcls):

        self._repo = repo

        self._login = login

        self.requestcls = requestcls

        with repo.internal_cnx() as cnx:

            self._user = cnx.find('CWUser', login=login).one()

            self._user.cw_attr_cache['login'] = login

    @contextmanager

    def cnx(self):

        """Context manager returning a server side connection for the user"""

        with repoapi.Connection(self._repo, self._user) as cnx:

            yield cnx

    # aliases for bw compat

    client_cnx = repo_cnx = cnx

    @contextmanager

    def web_request(self, url=None, headers={}, method='GET', **kwargs):

        """Context manager returning a web request pre-linked to a client cnx

        To commit and rollback use::

            req.cnx.commit()

            req.cnx.rolback()

        """

        session = kwargs.pop('session', Session(self._repo, self._user))

        req = self.requestcls(self._repo.vreg, url=url, headers=headers,

                              method=method, form=kwargs)

        with self.cnx() as cnx:

            # web request expect a session attribute on cnx referencing the web session

            cnx.session = session

            req.set_cnx(cnx)

            yield req

    @contextmanager

    def shell(self):

        from cubicweb.server.migractions import ServerMigrationHelper

        with self.cnx() as cnx:

            mih = ServerMigrationHelper(None, repo=self._repo, cnx=cnx,

                                        interactive=False,

                                        # hack so it don't try to load fs schema

                                        schema=1)

            yield mih

            cnx.commit()

# base class for cubicweb tests requiring a full cw environments ###############

class CubicWebTC(BaseTestCase):

    """abstract class for test using an apptest environment

    attributes:

    * `vreg`, the vregistry

    * `schema`, self.vreg.schema

    * `config`, cubicweb configuration

    * `cnx`, repoapi connection to the repository using an admin user

    * `session`, server side session associated to `cnx`

    * `app`, the cubicweb publisher (for web testing)

    * `repo`, the repository object

    * `admlogin`, login of the admin user

    * `admpassword`, password of the admin user

    * `shell`, create and use shell environment

    * `anonymous_allowed`: flag telling if anonymous browsing should be allowed

    """

    appid = 'data'

    configcls = devtools.ApptestConfiguration

    requestcls = fake.FakeRequest

    tags = Tags('cubicweb', 'cw_repo')

    test_db_id = DEFAULT_EMPTY_DB_ID

    # anonymous is logged by default in cubicweb test cases

    anonymous_allowed = True

    @classmethod

    def setUpClass(cls):

        test_module_file = sys.modules[cls.__module__].__file__

        assert 'config' not in cls.__dict__, (

            '%s has a config class attribute before entering setUpClass. '

            'Let CubicWebTC.setUpClass instantiate it and modify it afterwards.' % cls)

        cls.config = cls.configcls(cls.appid, test_module_file)

        cls.config.mode = 'test'

    def __init__(self, *args, **kwargs):

        self.repo = None

        self._open_access = set()

        super(CubicWebTC, self).__init__(*args, **kwargs)

    def run(self, *args, **kwds):

        testMethod = getattr(self, self._testMethodName)

        if isgeneratorfunction(testMethod):

            raise RuntimeError(

                '%s appears to be a generative test. This is not handled '

                'anymore, use subTest API instead.' % self)

        return super(CubicWebTC, self).run(*args, **kwds)

    # repository connection handling ###########################################

    def new_access(self, login):

        """provide a new RepoAccess object for a given user

        The access is automatically closed at the end of the test."""

        login = text_type(login)

        access = RepoAccess(self.repo, login, self.requestcls)

        self._open_access.add(access)

        return access

    def _close_access(self):

        while self._open_access:

            try:

                self._open_access.pop()

            except BadConnectionId:

                continue  # already closed

    def _init_repo(self):

        """init the repository and connection to it.

        """

        # get or restore and working db.

        db_handler = devtools.get_test_db_handler(self.config, self.init_config)

        db_handler.build_db_cache(self.test_db_id, self.pre_setup_database)

        db_handler.restore_database(self.test_db_id)

        self.repo = db_handler.get_repo(startup=True)

        # get an admin session (without actual login)

        login = text_type(db_handler.config.default_admin_config['login'])

        self.admin_access = self.new_access(login)

    # config management ########################################################

    @classmethod  # XXX could be turned into a regular method

    def init_config(cls, config):

        """configuration initialization hooks.

        You may only want to override here the configuraton logic.

        Otherwise, consider to use a different :class:`ApptestConfiguration`

        defined in the `configcls` class attribute.

        This method will be called by the database handler once the config has

        been properly bootstrapped.

        """

        admincfg = config.default_admin_config

        cls.admlogin = text_type(admincfg['login'])

        cls.admpassword = admincfg['password']

        # uncomment the line below if you want rql queries to be logged

        # config.global_set_option('query-log-file',

        #                          '/tmp/test_rql_log.' + `os.getpid()`)

        config.global_set_option('log-file', None)

        # set default-dest-addrs to a dumb email address to avoid mailbox or

        # mail queue pollution

        config.global_set_option('default-dest-addrs', ['whatever'])

        send_to = '%s@logilab.fr' % getlogin()

        config.global_set_option('sender-addr', send_to)

        config.global_set_option('default-dest-addrs', send_to)

        config.global_set_option('sender-name', 'cubicweb-test')

        config.global_set_option('sender-addr', 'cubicweb-test@logilab.fr')

        # default_base_url on config class isn't enough for TestServerConfiguration

        config.global_set_option('base-url', config.default_base_url())

    @property

    def vreg(self):

        return self.repo.vreg

    # global resources accessors ###############################################

    @property

    def schema(self):

        """return the application schema"""

        return self.vreg.schema

    def set_option(self, optname, value):