author | Sylvain Thénault <sylvain.thenault@logilab.fr> |
Tue, 20 Apr 2010 16:31:53 +0200 | |
changeset 5355 | 3c703f3245dc |
parent 5242 | 0063d990ac5a |
child 5423 | e15abfdcce38 |
permissions | -rw-r--r-- |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
1 |
"""unit tests for module cubicweb.server.sources.storages |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
2 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
3 |
:organization: Logilab |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
4 |
:copyright: 2010 LOGILAB S.A. (Paris, FRANCE), license is LGPL v2. |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
5 |
:contact: http://www.logilab.fr/ -- mailto:contact@logilab.fr |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
6 |
:license: GNU Lesser General Public License, v2.1 - http://www.gnu.org/licenses |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
7 |
""" |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
8 |
|
5109
5cf83b9356d5
[test] use the new temporary_appojects CM to simplfy unittest_storage
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5013
diff
changeset
|
9 |
from __future__ import with_statement |
5cf83b9356d5
[test] use the new temporary_appojects CM to simplfy unittest_storage
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5013
diff
changeset
|
10 |
|
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
11 |
from logilab.common.testlib import unittest_main |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
12 |
from cubicweb.devtools.testlib import CubicWebTC |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
13 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
14 |
import os.path as osp |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
15 |
import shutil |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
16 |
import tempfile |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
17 |
|
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
18 |
from cubicweb import Binary, QueryError |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
19 |
from cubicweb.selectors import implements |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
20 |
from cubicweb.server.sources import storages |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
21 |
from cubicweb.server.hook import Hook, Operation |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
22 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
23 |
class DummyBeforeHook(Hook): |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
24 |
__regid__ = 'dummy-before-hook' |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
25 |
__select__ = Hook.__select__ & implements('File') |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
26 |
events = ('before_add_entity',) |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
27 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
28 |
def __call__(self): |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
29 |
self._cw.transaction_data['orig_file_value'] = self.entity.data.getvalue() |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
30 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
31 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
32 |
class DummyAfterHook(Hook): |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
33 |
__regid__ = 'dummy-after-hook' |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
34 |
__select__ = Hook.__select__ & implements('File') |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
35 |
events = ('after_add_entity',) |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
36 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
37 |
def __call__(self): |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
38 |
# new value of entity.data should be the same as before |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
39 |
oldvalue = self._cw.transaction_data['orig_file_value'] |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
40 |
assert oldvalue == self.entity.data.getvalue() |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
41 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
42 |
class StorageTC(CubicWebTC): |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
43 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
44 |
def setup_database(self): |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
45 |
self.tempdir = tempfile.mkdtemp() |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
46 |
bfs_storage = storages.BytesFileSystemStorage(self.tempdir) |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
47 |
storages.set_attribute_storage(self.repo, 'File', 'data', bfs_storage) |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
48 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
49 |
def tearDown(self): |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
50 |
super(CubicWebTC, self).tearDown() |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
51 |
storages.unset_attribute_storage(self.repo, 'File', 'data') |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
52 |
shutil.rmtree(self.tempdir) |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
53 |
|
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
54 |
|
5008
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
55 |
def create_file(self, content='the-data'): |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
56 |
req = self.request() |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
57 |
return req.create_entity('File', data=Binary(content), |
5240
2af0427e8ead
[tests] fix bfss tests to match new uniquify implementation
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5183
diff
changeset
|
58 |
data_format=u'text/plain', data_name=u'foo.pdf') |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
59 |
|
5183
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
60 |
def fspath(self, entity): |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
61 |
fspath = self.execute('Any fspath(D) WHERE F eid %(f)s, F data D', |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
62 |
{'f': entity.eid})[0][0] |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
63 |
return fspath.getvalue() |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
64 |
|
5008
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
65 |
def test_bfss_storage(self): |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
66 |
f1 = self.create_file() |
5240
2af0427e8ead
[tests] fix bfss tests to match new uniquify implementation
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5183
diff
changeset
|
67 |
expected_filepath = osp.join(self.tempdir, '%s_data_%s' % |
2af0427e8ead
[tests] fix bfss tests to match new uniquify implementation
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5183
diff
changeset
|
68 |
(f1.eid, f1.data_name)) |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
69 |
self.failUnless(osp.isfile(expected_filepath)) |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
70 |
self.assertEquals(file(expected_filepath).read(), 'the-data') |
5008
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
71 |
self.rollback() |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
72 |
self.failIf(osp.isfile(expected_filepath)) |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
73 |
f1 = self.create_file() |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
74 |
self.commit() |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
75 |
self.assertEquals(file(expected_filepath).read(), 'the-data') |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
76 |
f1.set_attributes(data=Binary('the new data')) |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
77 |
self.rollback() |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
78 |
self.assertEquals(file(expected_filepath).read(), 'the-data') |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
79 |
f1.delete() |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
80 |
self.failUnless(osp.isfile(expected_filepath)) |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
81 |
self.rollback() |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
82 |
self.failUnless(osp.isfile(expected_filepath)) |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
83 |
f1.delete() |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
84 |
self.commit() |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
85 |
self.failIf(osp.isfile(expected_filepath)) |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
86 |
|
5008
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
87 |
def test_bfss_sqlite_fspath(self): |
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
88 |
f1 = self.create_file() |
5240
2af0427e8ead
[tests] fix bfss tests to match new uniquify implementation
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5183
diff
changeset
|
89 |
expected_filepath = osp.join(self.tempdir, '%s_data_%s' % (f1.eid, f1.data_name)) |
5183
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
90 |
self.assertEquals(self.fspath(f1), expected_filepath) |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
91 |
|
5008
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
92 |
def test_bfss_fs_importing_doesnt_touch_path(self): |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
93 |
self.session.transaction_data['fs_importing'] = True |
5131
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
94 |
filepath = osp.abspath(__file__) |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
95 |
f1 = self.session.create_entity('File', data=Binary(filepath), |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
96 |
data_format=u'text/plain', data_name=u'foo') |
5183
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
97 |
self.assertEquals(self.fspath(f1), filepath) |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
98 |
|
5008
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
99 |
def test_source_storage_transparency(self): |
5109
5cf83b9356d5
[test] use the new temporary_appojects CM to simplfy unittest_storage
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5013
diff
changeset
|
100 |
with self.temporary_appobjects(DummyBeforeHook, DummyAfterHook): |
5008
385bf22e3c12
[bfss test] some minor refactoring. Test deletion + creation/update/deletion rollback
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4967
diff
changeset
|
101 |
self.create_file() |
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
102 |
|
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
103 |
def test_source_mapped_attribute_error_cases(self): |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
104 |
ex = self.assertRaises(QueryError, self.execute, |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
105 |
'Any X WHERE X data ~= "hop", X is File') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
106 |
self.assertEquals(str(ex), 'can\'t use File.data (X data ILIKE "hop") in restriction') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
107 |
ex = self.assertRaises(QueryError, self.execute, |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
108 |
'Any X, Y WHERE X data D, Y data D, ' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
109 |
'NOT X identity Y, X is File, Y is File') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
110 |
self.assertEquals(str(ex), "can't use D as a restriction variable") |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
111 |
# query returning mix of mapped / regular attributes (only file.data |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
112 |
# mapped, not image.data for instance) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
113 |
ex = self.assertRaises(QueryError, self.execute, |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
114 |
'Any X WITH X BEING (' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
115 |
' (Any NULL)' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
116 |
' UNION ' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
117 |
' (Any D WHERE X data D, X is File)' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
118 |
')') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
119 |
self.assertEquals(str(ex), 'query fetch some source mapped attribute, some not') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
120 |
ex = self.assertRaises(QueryError, self.execute, |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
121 |
'(Any D WHERE X data D, X is File)' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
122 |
' UNION ' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
123 |
'(Any D WHERE X data D, X is Image)') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
124 |
self.assertEquals(str(ex), 'query fetch some source mapped attribute, some not') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
125 |
ex = self.assertRaises(QueryError, |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
126 |
self.execute, 'Any D WHERE X data D') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
127 |
self.assertEquals(str(ex), 'query fetch some source mapped attribute, some not') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
128 |
|
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
129 |
def test_source_mapped_attribute_advanced(self): |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
130 |
f1 = self.create_file() |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
131 |
rset = self.execute('Any X,D WITH D,X BEING (' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
132 |
' (Any D, X WHERE X eid %(x)s, X data D)' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
133 |
' UNION ' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
134 |
' (Any D, X WHERE X eid %(x)s, X data D)' |
5174
78438ad513ca
#759035: Automate addition of eid cachekey in RQL analysis
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5131
diff
changeset
|
135 |
')', {'x': f1.eid}) |
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
136 |
self.assertEquals(len(rset), 2) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
137 |
self.assertEquals(rset[0][0], f1.eid) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
138 |
self.assertEquals(rset[1][0], f1.eid) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
139 |
self.assertEquals(rset[0][1].getvalue(), 'the-data') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
140 |
self.assertEquals(rset[1][1].getvalue(), 'the-data') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
141 |
rset = self.execute('Any X,LENGTH(D) WHERE X eid %(x)s, X data D', |
5174
78438ad513ca
#759035: Automate addition of eid cachekey in RQL analysis
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5131
diff
changeset
|
142 |
{'x': f1.eid}) |
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
143 |
self.assertEquals(len(rset), 1) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
144 |
self.assertEquals(rset[0][0], f1.eid) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
145 |
self.assertEquals(rset[0][1], len('the-data')) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
146 |
rset = self.execute('Any X,LENGTH(D) WITH D,X BEING (' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
147 |
' (Any D, X WHERE X eid %(x)s, X data D)' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
148 |
' UNION ' |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
149 |
' (Any D, X WHERE X eid %(x)s, X data D)' |
5174
78438ad513ca
#759035: Automate addition of eid cachekey in RQL analysis
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5131
diff
changeset
|
150 |
')', {'x': f1.eid}) |
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
151 |
self.assertEquals(len(rset), 2) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
152 |
self.assertEquals(rset[0][0], f1.eid) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
153 |
self.assertEquals(rset[1][0], f1.eid) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
154 |
self.assertEquals(rset[0][1], len('the-data')) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
155 |
self.assertEquals(rset[1][1], len('the-data')) |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
156 |
ex = self.assertRaises(QueryError, self.execute, |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
157 |
'Any X,UPPER(D) WHERE X eid %(x)s, X data D', |
5174
78438ad513ca
#759035: Automate addition of eid cachekey in RQL analysis
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5131
diff
changeset
|
158 |
{'x': f1.eid}) |
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
159 |
self.assertEquals(str(ex), 'UPPER can not be called on mapped attribute') |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5008
diff
changeset
|
160 |
|
5131
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
161 |
|
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
162 |
def test_bfss_fs_importing_transparency(self): |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
163 |
self.session.transaction_data['fs_importing'] = True |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
164 |
filepath = osp.abspath(__file__) |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
165 |
f1 = self.session.create_entity('File', data=Binary(filepath), |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
166 |
data_format=u'text/plain', data_name=u'foo') |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
167 |
self.assertEquals(f1.data.getvalue(), file(filepath).read(), |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
168 |
'files content differ') |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
169 |
|
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
170 |
|
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
171 |
def test_bfss_update_with_existing_data(self): |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
172 |
# use self.session to use server-side cache |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
173 |
f1 = self.session.create_entity('File', data=Binary('some data'), |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
174 |
data_format=u'text/plain', data_name=u'foo') |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
175 |
# NOTE: do not use set_attributes() which would automatically |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
176 |
# update f1's local dict. We want the pure rql version to work |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
177 |
self.execute('SET F data %(d)s WHERE F eid %(f)s', |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
178 |
{'d': Binary('some other data'), 'f': f1.eid}) |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
179 |
self.assertEquals(f1.data.getvalue(), 'some other data') |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
180 |
self.commit() |
5174
78438ad513ca
#759035: Automate addition of eid cachekey in RQL analysis
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5131
diff
changeset
|
181 |
f2 = self.execute('Any F WHERE F eid %(f)s, F is File', {'f': f1.eid}).get_entity(0, 0) |
5131
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
182 |
self.assertEquals(f2.data.getvalue(), 'some other data') |
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
183 |
|
88b5ca8da928
[storages] fix fs_importing side-effect on entity.data
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5109
diff
changeset
|
184 |
|
5183
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
185 |
def test_bfss_update_with_fs_importing(self): |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
186 |
# use self.session to use server-side cache |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
187 |
f1 = self.session.create_entity('File', data=Binary('some data'), |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
188 |
data_format=u'text/plain', data_name=u'foo') |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
189 |
old_fspath = self.fspath(f1) |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
190 |
self.session.transaction_data['fs_importing'] = True |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
191 |
new_fspath = osp.join(self.tempdir, 'newfile.txt') |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
192 |
file(new_fspath, 'w').write('the new data') |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
193 |
self.execute('SET F data %(d)s WHERE F eid %(f)s', |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
194 |
{'d': Binary(new_fspath), 'f': f1.eid}) |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
195 |
self.commit() |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
196 |
self.assertEquals(f1.data.getvalue(), 'the new data') |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
197 |
self.assertEquals(self.fspath(f1), new_fspath) |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
198 |
self.failIf(osp.isfile(old_fspath)) |
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
199 |
|
8d66003351f8
[storage] consider fs_importing on update operations too
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
5131
diff
changeset
|
200 |
|
4967
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
201 |
if __name__ == '__main__': |
236f1fde6dd0
[server] add unit tests for storages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
diff
changeset
|
202 |
unittest_main() |