server/test/unittest_storage.py
author Aurelien Campeas <aurelien.campeas@logilab.fr>
Wed, 28 May 2014 17:57:40 +0200
changeset 9783 59c582ce68c8
parent 9267 24d9b86dfa54
child 10453 76f601a90aa7
permissions -rw-r--r--
[tests/storage] use the new connection api
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
     1
# copyright 2003-2014 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
5421
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
     2
# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
     3
#
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
     4
# This file is part of CubicWeb.
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
     5
#
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
     6
# CubicWeb is free software: you can redistribute it and/or modify it under the
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
     7
# terms of the GNU Lesser General Public License as published by the Free
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
     8
# Software Foundation, either version 2.1 of the License, or (at your option)
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
     9
# any later version.
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
    10
#
5424
8ecbcbff9777 replace logilab-common by CubicWeb in disclaimer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5421
diff changeset
    11
# CubicWeb is distributed in the hope that it will be useful, but WITHOUT
5421
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
    12
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
    13
# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
    14
# details.
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
    15
#
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
    16
# You should have received a copy of the GNU Lesser General Public License along
8167de96c523 proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5240
diff changeset
    17
# with CubicWeb.  If not, see <http://www.gnu.org/licenses/>.
5557
1a534c596bff [entity] continue cleanup of Entity/AnyEntity namespace
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5426
diff changeset
    18
"""unit tests for module cubicweb.server.sources.storages"""
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    19
6382
4efd0f07fd53 [test] improve tag for server/test/unittest_storage.py
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6340
diff changeset
    20
from logilab.common.testlib import unittest_main, tag, Tags
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    21
from cubicweb.devtools.testlib import CubicWebTC
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    22
8180
1f6ba9afb925 [storage] BFSS now create read only file (closes #2151672)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 7979
diff changeset
    23
import os
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    24
import os.path as osp
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    25
import shutil
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    26
import tempfile
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    27
5013
ad91f93bbb93 [source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5008
diff changeset
    28
from cubicweb import Binary, QueryError
8190
2a3c1b787688 [vreg] move base registry implementation to logilab.common. Closes #1916014
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 8180
diff changeset
    29
from cubicweb.predicates import is_instance
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    30
from cubicweb.server.sources import storages
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    31
from cubicweb.server.hook import Hook
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    32
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    33
class DummyBeforeHook(Hook):
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    34
    __regid__ = 'dummy-before-hook'
5877
0c7b7b76a84f [selectors] provide a new, optimized, is_instance selector that should at some point replace implements (along with the adaptable selector)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5717
diff changeset
    35
    __select__ = Hook.__select__ & is_instance('File')
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    36
    events = ('before_add_entity',)
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    37
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    38
    def __call__(self):
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    39
        self._cw.transaction_data['orig_file_value'] = self.entity.data.getvalue()
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    40
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    41
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    42
class DummyAfterHook(Hook):
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    43
    __regid__ = 'dummy-after-hook'
5877
0c7b7b76a84f [selectors] provide a new, optimized, is_instance selector that should at some point replace implements (along with the adaptable selector)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5717
diff changeset
    44
    __select__ = Hook.__select__ & is_instance('File')
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    45
    events = ('after_add_entity',)
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    46
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    47
    def __call__(self):
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    48
        # new value of entity.data should be the same as before
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    49
        oldvalue = self._cw.transaction_data['orig_file_value']
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    50
        assert oldvalue == self.entity.data.getvalue()
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    51
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    52
class StorageTC(CubicWebTC):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    53
    tempdir = None
6382
4efd0f07fd53 [test] improve tag for server/test/unittest_storage.py
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6340
diff changeset
    54
    tags = CubicWebTC.tags | Tags('Storage', 'BFSS')
4efd0f07fd53 [test] improve tag for server/test/unittest_storage.py
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6340
diff changeset
    55
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    56
    def setup_database(self):
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    57
        self.tempdir = tempfile.mkdtemp()
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    58
        bfs_storage = storages.BytesFileSystemStorage(self.tempdir)
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    59
        storages.set_attribute_storage(self.repo, 'File', 'data', bfs_storage)
7694
bd56a29acaa8 [bfss] Fix update of BFSS attribute to None (close #1875289)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 7057
diff changeset
    60
        storages.set_attribute_storage(self.repo, 'BFSSTestable', 'opt_attr', bfs_storage)
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    61
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    62
    def tearDown(self):
7057
daa1da99a071 [test] fix bad super call
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 6796
diff changeset
    63
        super(StorageTC, self).tearDown()
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    64
        storages.unset_attribute_storage(self.repo, 'File', 'data')
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    65
        shutil.rmtree(self.tempdir)
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    66
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    67
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    68
    def create_file(self, cnx, content='the-data'):
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    69
        return cnx.create_entity('File', data=Binary(content),
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    70
                                 data_format=u'text/plain',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    71
                                 data_name=u'foo.pdf')
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
    72
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    73
    def fspath(self, cnx, entity):
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    74
        fspath = cnx.execute('Any fspath(D) WHERE F eid %(f)s, F data D',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    75
                             {'f': entity.eid})[0][0]
5183
8d66003351f8 [storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5131
diff changeset
    76
        return fspath.getvalue()
8d66003351f8 [storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5131
diff changeset
    77
6788
0f31ed3fff79 [bfss storage] Improve fspath() error message.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6383
diff changeset
    78
    def test_bfss_wrong_fspath_usage(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    79
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    80
            f1 = self.create_file(cnx)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    81
            cnx.execute('Any fspath(D) WHERE F eid %(f)s, F data D', {'f': f1.eid})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    82
            with self.assertRaises(NotImplementedError) as cm:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    83
                cnx.execute('Any fspath(F) WHERE F eid %(f)s', {'f': f1.eid})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    84
            self.assertEqual(str(cm.exception),
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    85
                             'This callback is only available for BytesFileSystemStorage '
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    86
                             'managed attribute. Is FSPATH() argument BFSS managed?')
6788
0f31ed3fff79 [bfss storage] Improve fspath() error message.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6383
diff changeset
    87
5008
385bf22e3c12 [bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 4967
diff changeset
    88
    def test_bfss_storage(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    89
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    90
            f1 = self.create_file(cnx)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    91
            expected_filepath = osp.join(self.tempdir, '%s_data_%s' %
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    92
                                         (f1.eid, f1.data_name))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    93
            self.assertTrue(osp.isfile(expected_filepath))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    94
            # file should be read only
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    95
            self.assertFalse(os.access(expected_filepath, os.W_OK))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    96
            self.assertEqual(file(expected_filepath).read(), 'the-data')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    97
            cnx.rollback()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    98
            self.assertFalse(osp.isfile(expected_filepath))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
    99
            f1 = self.create_file(cnx)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   100
            cnx.commit()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   101
            self.assertEqual(file(expected_filepath).read(), 'the-data')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   102
            f1.cw_set(data=Binary('the new data'))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   103
            cnx.rollback()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   104
            self.assertEqual(file(expected_filepath).read(), 'the-data')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   105
            f1.cw_delete()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   106
            self.assertTrue(osp.isfile(expected_filepath))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   107
            cnx.rollback()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   108
            self.assertTrue(osp.isfile(expected_filepath))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   109
            f1.cw_delete()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   110
            cnx.commit()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   111
            self.assertFalse(osp.isfile(expected_filepath))
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
   112
5008
385bf22e3c12 [bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 4967
diff changeset
   113
    def test_bfss_sqlite_fspath(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   114
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   115
            f1 = self.create_file(cnx)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   116
            expected_filepath = osp.join(self.tempdir, '%s_data_%s' % (f1.eid, f1.data_name))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   117
            self.assertEqual(self.fspath(cnx, f1), expected_filepath)
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
   118
5008
385bf22e3c12 [bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 4967
diff changeset
   119
    def test_bfss_fs_importing_doesnt_touch_path(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   120
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   121
            cnx.transaction_data['fs_importing'] = True
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   122
            filepath = osp.abspath(__file__)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   123
            f1 = cnx.create_entity('File', data=Binary(filepath),
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   124
                                   data_format=u'text/plain', data_name=u'foo')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   125
            self.assertEqual(self.fspath(cnx, f1), filepath)
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
   126
5008
385bf22e3c12 [bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 4967
diff changeset
   127
    def test_source_storage_transparency(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   128
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   129
            with self.temporary_appobjects(DummyBeforeHook, DummyAfterHook):
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   130
                self.create_file(cnx)
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
   131
5013
ad91f93bbb93 [source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5008
diff changeset
   132
    def test_source_mapped_attribute_error_cases(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   133
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   134
            with self.assertRaises(QueryError) as cm:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   135
                cnx.execute('Any X WHERE X data ~= "hop", X is File')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   136
            self.assertEqual(str(cm.exception), 'can\'t use File.data (X data ILIKE "hop") in restriction')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   137
            with self.assertRaises(QueryError) as cm:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   138
                cnx.execute('Any X, Y WHERE X data D, Y data D, '
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   139
                             'NOT X identity Y, X is File, Y is File')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   140
            self.assertEqual(str(cm.exception), "can't use D as a restriction variable")
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   141
            # query returning mix of mapped / regular attributes (only file.data
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   142
            # mapped, not image.data for instance)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   143
            with self.assertRaises(QueryError) as cm:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   144
                cnx.execute('Any X WITH X BEING ('
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   145
                             ' (Any NULL)'
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   146
                             '  UNION '
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   147
                             ' (Any D WHERE X data D, X is File)'
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   148
                             ')')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   149
            self.assertEqual(str(cm.exception), 'query fetch some source mapped attribute, some not')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   150
            with self.assertRaises(QueryError) as cm:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   151
                cnx.execute('(Any D WHERE X data D, X is File)'
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   152
                             ' UNION '
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   153
                             '(Any D WHERE X title D, X is Bookmark)')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   154
            self.assertEqual(str(cm.exception), 'query fetch some source mapped attribute, some not')
5717
3c281b6f16c6 [3.9] fix tests
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5627
diff changeset
   155
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   156
            storages.set_attribute_storage(self.repo, 'State', 'name',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   157
                                           storages.BytesFileSystemStorage(self.tempdir))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   158
            try:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   159
                with self.assertRaises(QueryError) as cm:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   160
                    cnx.execute('Any D WHERE X name D, X is IN (State, Transition)')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   161
                self.assertEqual(str(cm.exception), 'query fetch some source mapped attribute, some not')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   162
            finally:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   163
                storages.unset_attribute_storage(self.repo, 'State', 'name')
5013
ad91f93bbb93 [source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5008
diff changeset
   164
ad91f93bbb93 [source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5008
diff changeset
   165
    def test_source_mapped_attribute_advanced(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   166
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   167
            f1 = self.create_file(cnx)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   168
            rset = cnx.execute('Any X,D WITH D,X BEING ('
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   169
                                ' (Any D, X WHERE X eid %(x)s, X data D)'
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   170
                                '  UNION '
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   171
                                ' (Any D, X WHERE X eid %(x)s, X data D)'
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   172
                                ')', {'x': f1.eid})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   173
            self.assertEqual(len(rset), 2)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   174
            self.assertEqual(rset[0][0], f1.eid)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   175
            self.assertEqual(rset[1][0], f1.eid)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   176
            self.assertEqual(rset[0][1].getvalue(), 'the-data')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   177
            self.assertEqual(rset[1][1].getvalue(), 'the-data')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   178
            rset = cnx.execute('Any X,LENGTH(D) WHERE X eid %(x)s, X data D',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   179
                                {'x': f1.eid})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   180
            self.assertEqual(len(rset), 1)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   181
            self.assertEqual(rset[0][0], f1.eid)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   182
            self.assertEqual(rset[0][1], len('the-data'))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   183
            rset = cnx.execute('Any X,LENGTH(D) WITH D,X BEING ('
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   184
                                ' (Any D, X WHERE X eid %(x)s, X data D)'
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   185
                                '  UNION '
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   186
                                ' (Any D, X WHERE X eid %(x)s, X data D)'
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   187
                                ')', {'x': f1.eid})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   188
            self.assertEqual(len(rset), 2)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   189
            self.assertEqual(rset[0][0], f1.eid)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   190
            self.assertEqual(rset[1][0], f1.eid)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   191
            self.assertEqual(rset[0][1], len('the-data'))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   192
            self.assertEqual(rset[1][1], len('the-data'))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   193
            with self.assertRaises(QueryError) as cm:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   194
                cnx.execute('Any X,UPPER(D) WHERE X eid %(x)s, X data D',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   195
                             {'x': f1.eid})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   196
            self.assertEqual(str(cm.exception), 'UPPER can not be called on mapped attribute')
5013
ad91f93bbb93 [source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents: 5008
diff changeset
   197
5131
88b5ca8da928 [storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5109
diff changeset
   198
88b5ca8da928 [storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5109
diff changeset
   199
    def test_bfss_fs_importing_transparency(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   200
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   201
            cnx.transaction_data['fs_importing'] = True
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   202
            filepath = osp.abspath(__file__)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   203
            f1 = cnx.create_entity('File', data=Binary(filepath),
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   204
                                   data_format=u'text/plain', data_name=u'foo')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   205
            cw_value = f1.data.getvalue()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   206
            fs_value = file(filepath).read()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   207
            if cw_value != fs_value:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   208
                self.fail('cw value %r is different from file content' % cw_value)
5131
88b5ca8da928 [storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5109
diff changeset
   209
6382
4efd0f07fd53 [test] improve tag for server/test/unittest_storage.py
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6340
diff changeset
   210
    @tag('update')
5131
88b5ca8da928 [storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5109
diff changeset
   211
    def test_bfss_update_with_existing_data(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   212
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   213
            f1 = cnx.create_entity('File', data=Binary('some data'),
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   214
                                   data_format=u'text/plain', data_name=u'foo')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   215
            # NOTE: do not use cw_set() which would automatically
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   216
            #       update f1's local dict. We want the pure rql version to work
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   217
            cnx.execute('SET F data %(d)s WHERE F eid %(f)s',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   218
                         {'d': Binary('some other data'), 'f': f1.eid})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   219
            self.assertEqual(f1.data.getvalue(), 'some other data')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   220
            cnx.commit()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   221
            f2 = cnx.execute('Any F WHERE F eid %(f)s, F is File', {'f': f1.eid}).get_entity(0, 0)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   222
            self.assertEqual(f2.data.getvalue(), 'some other data')
5131
88b5ca8da928 [storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5109
diff changeset
   223
6382
4efd0f07fd53 [test] improve tag for server/test/unittest_storage.py
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6340
diff changeset
   224
    @tag('update', 'extension', 'commit')
5599
be94157bd754 [bfss] Rename filenames according to their metadata on entity update.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 5426
diff changeset
   225
    def test_bfss_update_with_different_extension_commited(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   226
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   227
            f1 = cnx.create_entity('File', data=Binary('some data'),
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   228
                                   data_format=u'text/plain', data_name=u'foo.txt')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   229
            # NOTE: do not use cw_set() which would automatically
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   230
            #       update f1's local dict. We want the pure rql version to work
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   231
            cnx.commit()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   232
            old_path = self.fspath(cnx, f1)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   233
            self.assertTrue(osp.isfile(old_path))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   234
            self.assertEqual(osp.splitext(old_path)[1], '.txt')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   235
            cnx.execute('SET F data %(d)s, F data_name %(dn)s, '
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   236
                         'F data_format %(df)s WHERE F eid %(f)s',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   237
                         {'d': Binary('some other data'), 'f': f1.eid,
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   238
                          'dn': u'bar.jpg', 'df': u'image/jpeg'})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   239
            cnx.commit()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   240
            # the new file exists with correct extension
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   241
            # the old file is dead
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   242
            f2 = cnx.execute('Any F WHERE F eid %(f)s, F is File', {'f': f1.eid}).get_entity(0, 0)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   243
            new_path = self.fspath(cnx, f2)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   244
            self.assertFalse(osp.isfile(old_path))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   245
            self.assertTrue(osp.isfile(new_path))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   246
            self.assertEqual(osp.splitext(new_path)[1], '.jpg')
5599
be94157bd754 [bfss] Rename filenames according to their metadata on entity update.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 5426
diff changeset
   247
6382
4efd0f07fd53 [test] improve tag for server/test/unittest_storage.py
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6340
diff changeset
   248
    @tag('update', 'extension', 'rollback')
9267
24d9b86dfa54 spelling: rollbacked -> rolled back
Rémi Cardona <remi.cardona@logilab.fr>
parents: 8694
diff changeset
   249
    def test_bfss_update_with_different_extension_rolled_back(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   250
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   251
            f1 = cnx.create_entity('File', data=Binary('some data'),
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   252
                                   data_format=u'text/plain', data_name=u'foo.txt')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   253
            # NOTE: do not use cw_set() which would automatically
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   254
            #       update f1's local dict. We want the pure rql version to work
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   255
            cnx.commit()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   256
            old_path = self.fspath(cnx, f1)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   257
            old_data = f1.data.getvalue()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   258
            self.assertTrue(osp.isfile(old_path))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   259
            self.assertEqual(osp.splitext(old_path)[1], '.txt')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   260
            cnx.execute('SET F data %(d)s, F data_name %(dn)s, '
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   261
                         'F data_format %(df)s WHERE F eid %(f)s',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   262
                         {'d': Binary('some other data'),
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   263
                          'f': f1.eid,
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   264
                          'dn': u'bar.jpg',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   265
                          'df': u'image/jpeg'})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   266
            cnx.rollback()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   267
            # the new file exists with correct extension
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   268
            # the old file is dead
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   269
            f2 = cnx.execute('Any F WHERE F eid %(f)s, F is File',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   270
                              {'f': f1.eid}).get_entity(0, 0)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   271
            new_path = self.fspath(cnx, f2)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   272
            new_data = f2.data.getvalue()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   273
            self.assertTrue(osp.isfile(new_path))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   274
            self.assertEqual(osp.splitext(new_path)[1], '.txt')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   275
            self.assertEqual(old_path, new_path)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   276
            self.assertEqual(old_data, new_data)
5131
88b5ca8da928 [storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5109
diff changeset
   277
7694
bd56a29acaa8 [bfss] Fix update of BFSS attribute to None (close #1875289)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 7057
diff changeset
   278
    @tag('update', 'NULL')
bd56a29acaa8 [bfss] Fix update of BFSS attribute to None (close #1875289)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 7057
diff changeset
   279
    def test_bfss_update_to_None(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   280
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   281
            f = cnx.create_entity('Affaire', opt_attr=Binary('toto'))
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   282
            cnx.commit()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   283
            f.cw_set(opt_attr=None)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   284
            cnx.commit()
7694
bd56a29acaa8 [bfss] Fix update of BFSS attribute to None (close #1875289)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 7057
diff changeset
   285
6382
4efd0f07fd53 [test] improve tag for server/test/unittest_storage.py
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6340
diff changeset
   286
    @tag('fs_importing', 'update')
5183
8d66003351f8 [storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5131
diff changeset
   287
    def test_bfss_update_with_fs_importing(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   288
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   289
            f1 = cnx.create_entity('File', data=Binary('some data'),
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   290
                                   data_format=u'text/plain',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   291
                                   data_name=u'foo')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   292
            old_fspath = self.fspath(cnx, f1)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   293
            cnx.transaction_data['fs_importing'] = True
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   294
            new_fspath = osp.join(self.tempdir, 'newfile.txt')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   295
            file(new_fspath, 'w').write('the new data')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   296
            cnx.execute('SET F data %(d)s WHERE F eid %(f)s',
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   297
                         {'d': Binary(new_fspath), 'f': f1.eid})
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   298
            cnx.commit()
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   299
            self.assertEqual(f1.data.getvalue(), 'the new data')
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   300
            self.assertEqual(self.fspath(cnx, f1), new_fspath)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   301
            self.assertFalse(osp.isfile(old_fspath))
5183
8d66003351f8 [storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5131
diff changeset
   302
6383
19ebe0b994d6 Add a fsimport context manage to localy enable fsimporting.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6382
diff changeset
   303
    @tag('fsimport')
19ebe0b994d6 Add a fsimport context manage to localy enable fsimporting.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6382
diff changeset
   304
    def test_clean(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   305
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   306
            fsimport = storages.fsimport
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   307
            td = cnx.transaction_data
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   308
            self.assertNotIn('fs_importing', td)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   309
            with fsimport(cnx):
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   310
                self.assertIn('fs_importing', td)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   311
                self.assertTrue(td['fs_importing'])
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   312
            self.assertNotIn('fs_importing', td)
6383
19ebe0b994d6 Add a fsimport context manage to localy enable fsimporting.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6382
diff changeset
   313
19ebe0b994d6 Add a fsimport context manage to localy enable fsimporting.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6382
diff changeset
   314
    @tag('fsimport')
19ebe0b994d6 Add a fsimport context manage to localy enable fsimporting.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6382
diff changeset
   315
    def test_true(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   316
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   317
            fsimport = storages.fsimport
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   318
            td = cnx.transaction_data
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   319
            td['fs_importing'] = True
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   320
            with fsimport(cnx):
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   321
                self.assertIn('fs_importing', td)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   322
                self.assertTrue(td['fs_importing'])
6383
19ebe0b994d6 Add a fsimport context manage to localy enable fsimporting.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6382
diff changeset
   323
            self.assertTrue(td['fs_importing'])
19ebe0b994d6 Add a fsimport context manage to localy enable fsimporting.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6382
diff changeset
   324
19ebe0b994d6 Add a fsimport context manage to localy enable fsimporting.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6382
diff changeset
   325
    @tag('fsimport')
19ebe0b994d6 Add a fsimport context manage to localy enable fsimporting.
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents: 6382
diff changeset
   326
    def test_False(self):
9783
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   327
        with self.admin_access.repo_cnx() as cnx:
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   328
            fsimport = storages.fsimport
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   329
            td = cnx.transaction_data
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   330
            td['fs_importing'] = False
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   331
            with fsimport(cnx):
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   332
                self.assertIn('fs_importing', td)
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   333
                self.assertTrue(td['fs_importing'])
59c582ce68c8 [tests/storage] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents: 9267
diff changeset
   334
            self.assertFalse(td['fs_importing'])
5183
8d66003351f8 [storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents: 5131
diff changeset
   335
4967
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
   336
if __name__ == '__main__':
236f1fde6dd0 [server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff changeset
   337
    unittest_main()