# copyright 2003-2012 LOGILAB S.A. (Paris, FRANCE), all rights reserved.

# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr

#

# This file is part of CubicWeb.

#

# CubicWeb is free software: you can redistribute it and/or modify it under the

# terms of the GNU Lesser General Public License as published by the Free

# Software Foundation, either version 2.1 of the License, or (at your option)

# any later version.

#

# CubicWeb is distributed in the hope that it will be useful, but WITHOUT

# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS

# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more

# details.

#

# You should have received a copy of the GNU Lesser General Public License along

# with CubicWeb.  If not, see <http://www.gnu.org/licenses/>.

"""Repository users' and internal' sessions."""

__docformat__ = "restructuredtext en"

import sys

import threading

from time import time

from uuid import uuid4

from warnings import warn

from logilab.common.deprecation import deprecated

from logilab.common.textutils import unormalize

from logilab.common.registry import objectify_predicate

from cubicweb import UnknownEid, QueryError, schema, server

from cubicweb.req import RequestSessionBase

from cubicweb.utils import make_uid

from cubicweb.rqlrewrite import RQLRewriter

from cubicweb.server import ShuttingDown

from cubicweb.server.edition import EditedEntity

NO_UNDO_TYPES = schema.SCHEMA_TYPES.copy()

NO_UNDO_TYPES.add('CWCache')

# is / is_instance_of are usually added by sql hooks except when using

# dataimport.NoHookRQLObjectStore, and we don't want to record them

# anyway in the later case

NO_UNDO_TYPES.add('is')

NO_UNDO_TYPES.add('is_instance_of')

NO_UNDO_TYPES.add('cw_source')

# XXX rememberme,forgotpwd,apycot,vcsfile

@objectify_predicate

def is_user_session(cls, req, **kwargs):

    """return 1 when session is not internal.

    This predicate can only be used repository side only. """

    return not req.is_internal_session

@objectify_predicate

def is_internal_session(cls, req, **kwargs):

    """return 1 when session is not internal.

    This predicate can only be used repository side only. """

    return req.is_internal_session

@objectify_predicate

def repairing(cls, req, **kwargs):

    """return 1 when repository is running in repair mode"""

    return req.vreg.config.repairing

class transaction(object):

    """Ensure that the transaction is either commited or rollbacked at exit

    Context manager to enter a transaction for a session: when exiting the

    `with` block on exception, call `session.rollback()`, else call

    `session.commit()` on normal exit

    """

    def __init__(self, session, free_cnxset=True):

        self.session = session

        self.free_cnxset = free_cnxset

    def __enter__(self):

        # ensure session has a cnxset

        self.session.set_cnxset()

    def __exit__(self, exctype, exc, traceback):

        if exctype:

            self.session.rollback(free_cnxset=self.free_cnxset)

        else:

            self.session.commit(free_cnxset=self.free_cnxset)

class hooks_control(object):

    """context manager to control activated hooks categories.

    If mode is session.`HOOKS_DENY_ALL`, given hooks categories will

    be enabled.

    If mode is session.`HOOKS_ALLOW_ALL`, given hooks categories will

    be disabled.

    .. sourcecode:: python

       with hooks_control(self.session, self.session.HOOKS_ALLOW_ALL, 'integrity'):

           # ... do stuff with all but 'integrity' hooks activated

       with hooks_control(self.session, self.session.HOOKS_DENY_ALL, 'integrity'):

           # ... do stuff with none but 'integrity' hooks activated

    This is an internal api, you should rather use

    :meth:`~cubicweb.server.session.Session.deny_all_hooks_but` or

    :meth:`~cubicweb.server.session.Session.allow_all_hooks_but` session

    methods.

    """

    def __init__(self, session, mode, *categories):

        self.session = session

        self.mode = mode

        self.categories = categories

    def __enter__(self):

        self.oldmode, self.changes = self.session.init_hooks_mode_categories(

            self.mode, self.categories)

    def __exit__(self, exctype, exc, traceback):

        self.session.reset_hooks_mode_categories(self.oldmode, self.mode, self.changes)

class security_enabled(object):

    """context manager to control security w/ session.execute,

    By default security is disabled on queries executed on the repository

    side.

    """

    def __init__(self, session, read=None, write=None):

        self.session = session

        self.read = read

        self.write = write

    def __enter__(self):

        self.oldread, self.oldwrite = self.session.init_security(

            self.read, self.write)

    def __exit__(self, exctype, exc, traceback):

        self.session.reset_security(self.oldread, self.oldwrite)

HOOKS_ALLOW_ALL = object()

HOOKS_DENY_ALL = object()

DEFAULT_SECURITY = object() # evaluated to true by design

class SessionClosedError(RuntimeError):

    pass

class CnxSetTracker(object):

    """Keep track of which transaction use which cnxset.

    There should be one of this object per session plus one another for

    internal session.

    Session object are responsible of creating their CnxSetTracker object.

    Transaction should use the :meth:`record` and :meth:`forget` to inform the

    tracker of cnxset they have acquired.

    .. automethod:: cubicweb.server.session.CnxSetTracker.record

    .. automethod:: cubicweb.server.session.CnxSetTracker.forget

    Session use the :meth:`close` and :meth:`wait` method when closing.

    .. automethod:: cubicweb.server.session.CnxSetTracker.close

    .. automethod:: cubicweb.server.session.CnxSetTracker.wait

    This object itself is threadsafe. It also requires caller to acquired its

    lock in some situation.

    """

    def __init__(self):

        self._active = True

        self._condition = threading.Condition()

        self._record = {}

    def __enter__(self):

        self._condition.__enter__()

    def __exit__(self, *args):

        self._condition.__exit__(*args)

    def record(self, txid, cnxset):

        """Inform the tracker that a txid have acquired a cnxset

        This methode is to be used by Transaction object.

        This method fails when:

        - The txid already have a recorded cnxset.

        - The tracker is not active anymore.

        Notes about the caller:

        (1) It is responsible for retrieving a cnxset.

        (2) It must be prepared to release the cnxset if the

            `cnxsettracker.forget` call fails.

        (3) It should acquire the tracker lock until the very end of the operation.

        (4) However It take care to lock the CnxSetTracker object after having

            retrieved the cnxset to prevent deadlock.

        A typical usage look like::

        cnxset = repo._get_cnxset() # (1)

        try:

            with cnxset_tracker: # (3) and (4)

                cnxset_tracker.record(caller.id, cnxset)

                # (3') operation ends when caller is in expected state only

                caller.cnxset = cnxset

        except Exception:

            repo._free_cnxset(cnxset) # (2)

            raise

        """

        # dubious since the caller is suppose to have acquired it anyway.

        with self._condition:

            if not self._active:

                raise SessionClosedError('Closed')

            old = self._record.get(txid)

            if old is not None:

                raise ValueError('"%s" already have a cnx_set (%r)'

                                 % (txid, old))

            self._record[txid] = cnxset

    def forget(self, txid, cnxset):

        """Inform the tracker that a txid have release a cnxset

        This methode is to be used by Transaction object.

        This method fails when:

        - The cnxset for the txid does not match the recorded one.

        Notes about the caller:

        (1) It is responsible for releasing the cnxset.

        (2) It should acquire the tracker lock during the operation to ensure

            the internal tracker state is always accurate regarding its own state.

        A typical usage look like::

        cnxset = caller.cnxset

        try:

            with cnxset_tracker:

                # (2) you can not have caller.cnxset out of sync with

                #     cnxset_tracker state while unlocked

                caller.cnxset = None

                cnxset_tracker.forget(caller.id, cnxset)

        finally:

            cnxset = repo._free_cnxset(cnxset) # (1)

        """

        with self._condition:

            old = self._record.get(txid, None)

            if old is not cnxset:

                raise ValueError('recorded cnxset for "%s" mismatch: %r != %r'

                                 % (txid, old, cnxset))

            self._record.pop(txid)

            self._condition.notify_all()

    def close(self):

        """Marks the tracker as inactive.

        This methode is to be used by Session object.

        Inactive tracker does not accept new record anymore.

        """

        with self._condition:

            self._active = False

    def wait(self, timeout=10):

        """Wait for all recorded cnxset to be released

        This methode is to be used by Session object.

        returns a tuple of transaction id that remains open.

        """

        with self._condition:

            if  self._active:

                raise RuntimeError('Cannot wait on active tracker.'

                                   ' Call tracker.close() first')

            while self._record and timeout > 0:

                start = time()

                self._condition.wait(timeout)

                timeout -= time() - start

            return tuple(self._record)

class Transaction(object):

    """Repository Transaction

    Holds all transaction related data

    Database connections resource:

      :attr:`running_dbapi_query`, boolean flag telling if the executing query

      is coming from a dbapi connection or is a query from within the repository

      :attr:`cnxset`, the connections set to use to execute queries on sources.

      If the transaction is read only, the connection set may be freed between

      actual query. This allows multiple transaction with a reasonable low

      connection set pool size. control mechanism is detailed below

      :attr:`mode`, string telling the connections set handling mode, may be one

      of 'read' (connections set may be freed), 'write' (some write was done in

      the connections set, it can't be freed before end of the transaction),

      'transaction' (we want to keep the connections set during all the

      transaction, with or without writing)

    Internal transaction data:

      :attr:`data`,is a dictionary containing some shared data

      cleared at the end of the transaction. Hooks and operations may put

      arbitrary data in there, and this may also be used as a communication

      channel between the client and the repository.

      :attr:`pending_operations`, ordered list of operations to be processed on

      commit/rollback

      :attr:`commit_state`, describing the transaction commit state, may be one

      of None (not yet committing), 'precommit' (calling precommit event on

      operations), 'postcommit' (calling postcommit event on operations),

      'uncommitable' (some :exc:`ValidationError` or :exc:`Unauthorized` error

      has been raised during the transaction and so it must be rollbacked).

    Hooks controls:

      :attr:`hooks_mode`, may be either `HOOKS_ALLOW_ALL` or `HOOKS_DENY_ALL`.

      :attr:`enabled_hook_cats`, when :attr:`hooks_mode` is

      `HOOKS_DENY_ALL`, this set contains hooks categories that are enabled.

      :attr:`disabled_hook_cats`, when :attr:`hooks_mode` is

      `HOOKS_ALLOW_ALL`, this set contains hooks categories that are disabled.

    Security level Management:

      :attr:`read_security` and :attr:`write_security`, boolean flags telling if

      read/write security is currently activated.

    """

        #: transaction unique id

        self.transactionid = txid

        #: reentrance handling

        self.ctx_count = 0

        #: connection handling mode

        #: connection set used to execute queries on sources

        self._cnxset = None

        #: CnxSetTracker used to report cnxset usage

        #: is this transaction from a client or internal to the repo

        self.running_dbapi_query = True

        #: dict containing arbitrary data cleared at the end of the transaction

        self.data = {}

        #: ordered list of operations to be processed on commit/rollback

        self.pending_operations = []

        #: (None, 'precommit', 'postcommit', 'uncommitable')

        self.commit_state = None

        ### hook control attribute

        self.hooks_mode = HOOKS_ALLOW_ALL

        self.disabled_hook_cats = set()

        self.enabled_hook_cats = set()

        self.pruned_hooks_cache = {}

        ### security control attributes

        self._read_security = DEFAULT_SECURITY # handled by a property

        self.write_security = DEFAULT_SECURITY

        # RQLRewriter are not thread safe

        self._rewriter = rewriter

    @property

    def transaction_data(self):

        return self.data

    def clear(self):

        """reset internal data"""

        self.data = {}

        #: ordered list of operations to be processed on commit/rollback

        self.pending_operations = []

        #: (None, 'precommit', 'postcommit', 'uncommitable')

        self.commit_state = None

        self.pruned_hooks_cache = {}

    # Connection Set Management ###############################################

    @property

    def cnxset(self):

        return self._cnxset

    @cnxset.setter

    def cnxset(self, new_cnxset):

        with self._cnxset_tracker:

            old_cnxset = self._cnxset

            if new_cnxset is old_cnxset:

                return #nothing to do

            if old_cnxset is not None:

                self._cnxset = None

                self.ctx_count -= 1

                self._cnxset_tracker.forget(self.transactionid, old_cnxset)

            if new_cnxset is not None:

                self._cnxset_tracker.record(self.transactionid, new_cnxset)

                self._cnxset = new_cnxset

                self.ctx_count += 1

    # Entity cache management #################################################

    #

    # The transaction entity cache as held in tx.data it is removed at end the

    # end of the transaction (commit and rollback)

    #

    # XXX transaction level caching may be a pb with multiple repository

    # instances, but 1. this is probably not the only one :$ and 2. it may be

    # an acceptable risk. Anyway we could activate it or not according to a

    # configuration option

    def set_entity_cache(self, entity):

        """Add `entity` to the transaction entity cache"""

        ecache = self.data.setdefault('ecache', {})

        ecache.setdefault(entity.eid, entity)