author | Denis Laxalde <denis.laxalde@logilab.fr> |
Thu, 14 Mar 2019 17:16:34 +0100 | |
changeset 12526 | b78e3472a7d6 |
parent 12237 | 2dd0dcb2e5f9 |
child 12567 | 26744ad37953 |
permissions | -rw-r--r-- |
12235
03b94c9863de
[rql2sql/test] Move base class from repotest to unittest_rql2sql
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12125
diff
changeset
|
1 |
# copyright 2003 LOGILAB S.A. (Paris, FRANCE), all rights reserved. |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
2 |
# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
3 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
4 |
# This file is part of CubicWeb. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
5 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
6 |
# CubicWeb is free software: you can redistribute it and/or modify it under the |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
7 |
# terms of the GNU Lesser General Public License as published by the Free |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
8 |
# Software Foundation, either version 2.1 of the License, or (at your option) |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
9 |
# any later version. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
10 |
# |
5424
8ecbcbff9777
replace logilab-common by CubicWeb in disclaimer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5421
diff
changeset
|
11 |
# CubicWeb is distributed in the hope that it will be useful, but WITHOUT |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
12 |
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
13 |
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
14 |
# details. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
15 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
16 |
# You should have received a copy of the GNU Lesser General Public License along |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
17 |
# with CubicWeb. If not, see <http://www.gnu.org/licenses/>. |
0 | 18 |
"""some utilities to ease repository testing |
19 |
||
20 |
This module contains functions to initialize a new repository. |
|
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
21 |
""" |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10365
diff
changeset
|
22 |
from __future__ import print_function |
0 | 23 |
|
12039
7514626e1dc5
[session+test] Stop storing / accessing session when it's not necessary
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12035
diff
changeset
|
24 |
from contextlib import contextmanager |
0 | 25 |
from pprint import pprint |
26 |
||
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
27 |
|
12040
e9682629df57
[test] Use user_session_cache_key function
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12039
diff
changeset
|
28 |
from cubicweb.entities.authobjs import user_session_cache_key |
12235
03b94c9863de
[rql2sql/test] Move base class from repotest to unittest_rql2sql
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12125
diff
changeset
|
29 |
from cubicweb.server import set_debug, debugged |
03b94c9863de
[rql2sql/test] Move base class from repotest to unittest_rql2sql
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12125
diff
changeset
|
30 |
from cubicweb.server.sources.rql2sql import remove_unused_solutions |
03b94c9863de
[rql2sql/test] Move base class from repotest to unittest_rql2sql
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12125
diff
changeset
|
31 |
|
03b94c9863de
[rql2sql/test] Move base class from repotest to unittest_rql2sql
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12125
diff
changeset
|
32 |
from .testlib import RepoAccess, BaseTestCase |
03b94c9863de
[rql2sql/test] Move base class from repotest to unittest_rql2sql
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12125
diff
changeset
|
33 |
from .fake import FakeRequest |
03b94c9863de
[rql2sql/test] Move base class from repotest to unittest_rql2sql
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12125
diff
changeset
|
34 |
|
11767
432f87a63057
flake8 and all
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11763
diff
changeset
|
35 |
|
9835
5ad968dd9d51
[devtools/repotest] simplify a very small helper
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9834
diff
changeset
|
36 |
def tuplify(mylist): |
5ad968dd9d51
[devtools/repotest] simplify a very small helper
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9834
diff
changeset
|
37 |
return [tuple(item) for item in mylist] |
0 | 38 |
|
11767
432f87a63057
flake8 and all
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11763
diff
changeset
|
39 |
|
10711
d7f009a3b960
[py3k] replace cmp with key in sorted()
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10663
diff
changeset
|
40 |
def snippet_key(a): |
d7f009a3b960
[py3k] replace cmp with key in sorted()
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10663
diff
changeset
|
41 |
# a[0] may be a dict or a key/value tuple |
d7f009a3b960
[py3k] replace cmp with key in sorted()
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10663
diff
changeset
|
42 |
return (sorted(dict(a[0]).items()), [e.expression for e in a[1]]) |
0 | 43 |
|
11767
432f87a63057
flake8 and all
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11763
diff
changeset
|
44 |
|
11250
597f02c5cf5a
[tox] Use py.test to run tests
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11237
diff
changeset
|
45 |
def check_plan(self, rql, expected, kwargs=None): |
12055
6672f51d8268
[test] Rename BaseQuerierTC._access to BaseQuerierTC.admin_access
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12040
diff
changeset
|
46 |
with self.admin_access.cnx() as cnx: |
9834
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
47 |
plan = self._prepare_plan(cnx, rql, kwargs) |
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
48 |
self.planner.build_plan(plan) |
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
49 |
try: |
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
50 |
self.assertEqual(len(plan.steps), len(expected), |
11767
432f87a63057
flake8 and all
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11763
diff
changeset
|
51 |
'expected %s steps, got %s' % (len(expected), len(plan.steps))) |
9834
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
52 |
# step order is important |
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
53 |
for i, step in enumerate(plan.steps): |
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
54 |
compare_steps(self, step.test_repr(), expected[i]) |
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
55 |
except AssertionError: |
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
56 |
pprint([step.test_repr() for step in plan.steps]) |
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
57 |
raise |
0 | 58 |
|
11767
432f87a63057
flake8 and all
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11763
diff
changeset
|
59 |
|
0 | 60 |
def compare_steps(self, step, expected): |
61 |
try: |
|
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
62 |
self.assertEqual(step[0], expected[0], 'expected step type %s, got %s' % (expected[0], step[0])) |
0 | 63 |
if len(step) > 2 and isinstance(step[1], list) and isinstance(expected[1], list): |
64 |
queries, equeries = step[1], expected[1] |
|
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
65 |
self.assertEqual(len(queries), len(equeries), |
0 | 66 |
'expected %s queries, got %s' % (len(equeries), len(queries))) |
67 |
for i, (rql, sol) in enumerate(queries): |
|
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
68 |
self.assertEqual(rql, equeries[i][0]) |
10821
107b87bbbaa7
[devtools] more sorted() vs dict vs python3
Julien Cristau <julien.cristau@logilab.fr>
parents:
10804
diff
changeset
|
69 |
self.assertEqual(sorted(sorted(x.items()) for x in sol), sorted(sorted(x.items()) for x in equeries[i][1])) |
0 | 70 |
idx = 2 |
71 |
else: |
|
72 |
idx = 1 |
|
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
73 |
self.assertEqual(step[idx:-1], expected[idx:-1], |
0 | 74 |
'expected step characteristic \n%s\n, got\n%s' % (expected[1:-1], step[1:-1])) |
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
75 |
self.assertEqual(len(step[-1]), len(expected[-1]), |
0 | 76 |
'got %s child steps, expected %s' % (len(step[-1]), len(expected[-1]))) |
77 |
except AssertionError: |
|
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10365
diff
changeset
|
78 |
print('error on step ', end=' ') |
0 | 79 |
pprint(step[:-1]) |
80 |
raise |
|
81 |
children = step[-1] |
|
82 |
if step[0] in ('UnionFetchStep', 'UnionStep'): |
|
83 |
# sort children |
|
84 |
children = sorted(children) |
|
85 |
expectedchildren = sorted(expected[-1]) |
|
86 |
else: |
|
87 |
expectedchildren = expected[-1] |
|
88 |
for i, substep in enumerate(children): |
|
89 |
compare_steps(self, substep, expectedchildren[i]) |
|
90 |
||
91 |
||
92 |
class DumbOrderedDict(list): |
|
93 |
def __iter__(self): |
|
94 |
return self.iterkeys() |
|
95 |
def __contains__(self, key): |
|
96 |
return key in self.iterkeys() |
|
97 |
def __getitem__(self, key): |
|
1236
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
98 |
for key_, value in list.__iter__(self): |
0 | 99 |
if key == key_: |
100 |
return value |
|
101 |
raise KeyError(key) |
|
102 |
def iterkeys(self): |
|
103 |
return (x for x, y in list.__iter__(self)) |
|
104 |
def iteritems(self): |
|
105 |
return (x for x in list.__iter__(self)) |
|
1236
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
106 |
def items(self): |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
107 |
return [x for x in list.__iter__(self)] |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
108 |
|
0 | 109 |
|
4766
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
110 |
def schema_eids_idx(schema): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
111 |
"""return a dictionary mapping schema types to their eids so we can reread |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
112 |
it from the fs instead of the db (too costly) between tests |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
113 |
""" |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
114 |
schema_eids = {} |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
115 |
for x in schema.entities(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
116 |
schema_eids[x] = x.eid |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
117 |
for x in schema.relations(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
118 |
schema_eids[x] = x.eid |
10663
54b8a1f249fb
[py3k] dict.itervalues → dict.values
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10662
diff
changeset
|
119 |
for rdef in x.rdefs.values(): |
4766
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
120 |
schema_eids[(rdef.subject, rdef.rtype, rdef.object)] = rdef.eid |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
121 |
return schema_eids |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
122 |
|
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
123 |
def restore_schema_eids_idx(schema, schema_eids): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
124 |
"""rebuild schema eid index""" |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
125 |
for x in schema.entities(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
126 |
x.eid = schema_eids[x] |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
127 |
schema._eid_index[x.eid] = x |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
128 |
for x in schema.relations(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
129 |
x.eid = schema_eids[x] |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
130 |
schema._eid_index[x.eid] = x |
10663
54b8a1f249fb
[py3k] dict.itervalues → dict.values
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10662
diff
changeset
|
131 |
for rdef in x.rdefs.values(): |
4766
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
132 |
rdef.eid = schema_eids[(rdef.subject, rdef.rtype, rdef.object)] |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
133 |
schema._eid_index[rdef.eid] = rdef |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
134 |
|
0 | 135 |
|
12235
03b94c9863de
[rql2sql/test] Move base class from repotest to unittest_rql2sql
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12125
diff
changeset
|
136 |
class BaseQuerierTC(BaseTestCase): |
7879
9aae456abab5
[pylint] fix pylint detected errors and tweak it so that pylint -E will be much less verbose next time (+ update some copyrights on the way)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7850
diff
changeset
|
137 |
repo = None # set this in concrete class |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
138 |
|
0 | 139 |
def setUp(self): |
140 |
self.o = self.repo.querier |
|
12055
6672f51d8268
[test] Rename BaseQuerierTC._access to BaseQuerierTC.admin_access
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12040
diff
changeset
|
141 |
self.admin_access = RepoAccess(self.repo, 'admin', FakeRequest) |
6672f51d8268
[test] Rename BaseQuerierTC._access to BaseQuerierTC.admin_access
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12040
diff
changeset
|
142 |
self.ueid = self.admin_access._user.eid |
0 | 143 |
assert self.ueid != -1 |
11774
51c160677afe
[repository] Drop the entities.extid column and associated cache
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11767
diff
changeset
|
144 |
self.repo._type_cache = {} # clear cache |
0 | 145 |
do_monkey_patch() |
4773
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
146 |
self._dumb_sessions = [] |
0 | 147 |
|
148 |
def tearDown(self): |
|
149 |
undo_monkey_patch() |
|
12055
6672f51d8268
[test] Rename BaseQuerierTC._access to BaseQuerierTC.admin_access
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12040
diff
changeset
|
150 |
assert self.admin_access._user.eid != -1 |
0 | 151 |
|
152 |
def set_debug(self, debug): |
|
153 |
set_debug(debug) |
|
6758
28b11ecf319b
[ms] #1382452: incorrect results with multi-sources
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6671
diff
changeset
|
154 |
def debugged(self, debug): |
28b11ecf319b
[ms] #1382452: incorrect results with multi-sources
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6671
diff
changeset
|
155 |
return debugged(debug) |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
156 |
|
0 | 157 |
def _rqlhelper(self): |
3240
8604a15995d1
refactor so that rql rewriter may be used outside the server. Enhance it to be usable for RRQLExpression as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2200
diff
changeset
|
158 |
rqlhelper = self.repo.vreg.rqlhelper |
0 | 159 |
# reset uid_func so it don't try to get type from eids |
160 |
rqlhelper._analyser.uid_func = None |
|
161 |
rqlhelper._analyser.uid_func_mapping = {} |
|
162 |
return rqlhelper |
|
163 |
||
9850
5ef9dd383ae2
[tests/rqlannotation,querier] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9835
diff
changeset
|
164 |
def _prepare_plan(self, cnx, rql, kwargs=None, simplify=True): |
0 | 165 |
rqlhelper = self._rqlhelper() |
166 |
rqlst = rqlhelper.parse(rql) |
|
167 |
rqlhelper.compute_solutions(rqlst, kwargs=kwargs) |
|
4184
7002e91d304a
should not simplify previous to preprocess
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3240
diff
changeset
|
168 |
if simplify: |
7002e91d304a
should not simplify previous to preprocess
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3240
diff
changeset
|
169 |
rqlhelper.simplify(rqlst) |
0 | 170 |
for select in rqlst.children: |
10804
ee113e1e03de
[devtools] pass a key to sort() method
Julien Cristau <julien.cristau@logilab.fr>
parents:
10747
diff
changeset
|
171 |
select.solutions.sort(key=lambda x: list(x.items())) |
9850
5ef9dd383ae2
[tests/rqlannotation,querier] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9835
diff
changeset
|
172 |
return self.o.plan_factory(rqlst, kwargs, cnx) |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
173 |
|
9850
5ef9dd383ae2
[tests/rqlannotation,querier] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9835
diff
changeset
|
174 |
def _prepare(self, cnx, rql, kwargs=None): |
5ef9dd383ae2
[tests/rqlannotation,querier] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9835
diff
changeset
|
175 |
plan = self._prepare_plan(cnx, rql, kwargs, simplify=False) |
0 | 176 |
plan.preprocess(plan.rqlst) |
177 |
rqlst = plan.rqlst.children[0] |
|
11237
f32134dd0067
[repository] drop remanescence of old multi-sources code
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11227
diff
changeset
|
178 |
rqlst.solutions = remove_unused_solutions(rqlst, rqlst.solutions, self.repo.schema)[0] |
0 | 179 |
return rqlst |
180 |
||
12039
7514626e1dc5
[session+test] Stop storing / accessing session when it's not necessary
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12035
diff
changeset
|
181 |
@contextmanager |
4674
3d509dbb473a
[test api] rename _user_session to user_groups_session, fix its arguments and return only the session, not (user, session) to make things clearer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
182 |
def user_groups_session(self, *groups): |
3d509dbb473a
[test api] rename _user_session to user_groups_session, fix its arguments and return only the session, not (user, session) to make things clearer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
183 |
"""lightweight session using the current user with hi-jacked groups""" |
12039
7514626e1dc5
[session+test] Stop storing / accessing session when it's not necessary
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12035
diff
changeset
|
184 |
# use cnx.user.eid to get correct owned_by relation, unless explicit eid |
12055
6672f51d8268
[test] Rename BaseQuerierTC._access to BaseQuerierTC.admin_access
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12040
diff
changeset
|
185 |
with self.admin_access.cnx() as cnx: |
12039
7514626e1dc5
[session+test] Stop storing / accessing session when it's not necessary
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12035
diff
changeset
|
186 |
user_eid = cnx.user.eid |
12125
1d3a9bb46339
[session] Avoid deprecation warning on access to Connection.data
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12060
diff
changeset
|
187 |
cnx.user._cw.transaction_data[user_session_cache_key(user_eid, 'groups')] = set(groups) |
12039
7514626e1dc5
[session+test] Stop storing / accessing session when it's not necessary
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12035
diff
changeset
|
188 |
yield cnx |
0 | 189 |
|
9831
db4aeba5d336
[test/querier] use the new connection api (part 1/3)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9468
diff
changeset
|
190 |
def qexecute(self, rql, args=None, build_descr=True): |
12055
6672f51d8268
[test] Rename BaseQuerierTC._access to BaseQuerierTC.admin_access
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12040
diff
changeset
|
191 |
with self.admin_access.cnx() as cnx: |
10365
21461f80f348
[connection] remove ensure_cnx_set context manager uses
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9850
diff
changeset
|
192 |
try: |
21461f80f348
[connection] remove ensure_cnx_set context manager uses
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9850
diff
changeset
|
193 |
return self.o.execute(cnx, rql, args, build_descr) |
21461f80f348
[connection] remove ensure_cnx_set context manager uses
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9850
diff
changeset
|
194 |
finally: |
21461f80f348
[connection] remove ensure_cnx_set context manager uses
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9850
diff
changeset
|
195 |
if rql.startswith(('INSERT', 'DELETE', 'SET')): |
21461f80f348
[connection] remove ensure_cnx_set context manager uses
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9850
diff
changeset
|
196 |
cnx.commit() |
9831
db4aeba5d336
[test/querier] use the new connection api (part 1/3)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9468
diff
changeset
|
197 |
|
0 | 198 |
|
199 |
class BasePlannerTC(BaseQuerierTC): |
|
6957
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
200 |
|
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
201 |
def setup(self): |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
202 |
# XXX source_defs |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
203 |
self.o = self.repo.querier |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
204 |
self.schema = self.o.schema |
9456
a79e88aad555
[multi-sources-removal] Kill repo.sources
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9452
diff
changeset
|
205 |
self.system = self.repo.system_source |
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
206 |
do_monkey_patch() |
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
207 |
self.repo.vreg.rqlhelper.backend = 'postgres' # so FTIRANK is considered |
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
208 |
|
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
209 |
def tearDown(self): |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
210 |
undo_monkey_patch() |
0 | 211 |
|
9834
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
212 |
def _prepare_plan(self, cnx, rql, kwargs=None): |
12060
0cdf5fafd234
[repo] Extract rql cache handling to a dedicated class
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12055
diff
changeset
|
213 |
rqlst = self.repo.vreg.rqlhelper.parse(rql, annotate=True) |
0cdf5fafd234
[repo] Extract rql cache handling to a dedicated class
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
12055
diff
changeset
|
214 |
self.repo.vreg.solutions(cnx, rqlst, kwargs) |
0 | 215 |
if rqlst.TYPE == 'select': |
3240
8604a15995d1
refactor so that rql rewriter may be used outside the server. Enhance it to be usable for RRQLExpression as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2200
diff
changeset
|
216 |
self.repo.vreg.rqlhelper.annotate(rqlst) |
0 | 217 |
for select in rqlst.children: |
10804
ee113e1e03de
[devtools] pass a key to sort() method
Julien Cristau <julien.cristau@logilab.fr>
parents:
10747
diff
changeset
|
218 |
select.solutions.sort(key=lambda x: list(x.items())) |
0 | 219 |
else: |
10804
ee113e1e03de
[devtools] pass a key to sort() method
Julien Cristau <julien.cristau@logilab.fr>
parents:
10747
diff
changeset
|
220 |
rqlst.solutions.sort(key=lambda x: list(x.items())) |
9834
807f7a6f33f4
[tests/repotest] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9833
diff
changeset
|
221 |
return self.o.plan_factory(rqlst, kwargs, cnx) |
0 | 222 |
|
223 |
||
10711
d7f009a3b960
[py3k] replace cmp with key in sorted()
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10663
diff
changeset
|
224 |
# monkey patch some methods to get predictable results ####################### |
0 | 225 |
|
7850
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
226 |
from cubicweb import rqlrewrite |
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
227 |
_orig_iter_relations = rqlrewrite.iter_relations |
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
228 |
_orig_insert_snippets = rqlrewrite.RQLRewriter.insert_snippets |
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
229 |
_orig_build_variantes = rqlrewrite.RQLRewriter.build_variantes |
0 | 230 |
|
231 |
def _insert_snippets(self, snippets, varexistsmap=None): |
|
10711
d7f009a3b960
[py3k] replace cmp with key in sorted()
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10663
diff
changeset
|
232 |
_orig_insert_snippets(self, sorted(snippets, key=snippet_key), varexistsmap) |
0 | 233 |
|
234 |
def _build_variantes(self, newsolutions): |
|
235 |
variantes = _orig_build_variantes(self, newsolutions) |
|
236 |
sortedvariantes = [] |
|
237 |
for variante in variantes: |
|
10662
10942ed172de
[py3k] dict.iteritems → dict.items
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10589
diff
changeset
|
238 |
orderedkeys = sorted((k[1], k[2], v) for k, v in variante.items()) |
10942ed172de
[py3k] dict.iteritems → dict.items
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10589
diff
changeset
|
239 |
variante = DumbOrderedDict(sorted(variante.items(), |
10711
d7f009a3b960
[py3k] replace cmp with key in sorted()
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10663
diff
changeset
|
240 |
key=lambda a: (a[0][1], a[0][2], a[1]))) |
0 | 241 |
sortedvariantes.append( (orderedkeys, variante) ) |
242 |
return [v for ok, v in sorted(sortedvariantes)] |
|
243 |
||
244 |
from cubicweb.server.querier import ExecutionPlan |
|
245 |
_orig_check_permissions = ExecutionPlan._check_permissions |
|
246 |
||
247 |
def _check_permissions(*args, **kwargs): |
|
248 |
res, restricted = _orig_check_permissions(*args, **kwargs) |
|
11226
6b0807ba056a
[devtools] fix sorting in ExecutionPlan._check_permissions on python3
Julien Cristau <julien.cristau@logilab.fr>
parents:
11203
diff
changeset
|
249 |
res = DumbOrderedDict(sorted(res.items(), key=lambda x: [list(y.items()) for y in x[1]])) |
0 | 250 |
return res, restricted |
251 |
||
252 |
||
253 |
from cubicweb.server import rqlannotation |
|
254 |
_orig_select_principal = rqlannotation._select_principal |
|
255 |
||
256 |
def _select_principal(scope, relations): |
|
7357
5ad3154a8810
[rql2sql] fix bug avoiding outer join relation to be used as a variable principal. Closes #1659395
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6957
diff
changeset
|
257 |
def sort_key(something): |
5ad3154a8810
[rql2sql] fix bug avoiding outer join relation to be used as a variable principal. Closes #1659395
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6957
diff
changeset
|
258 |
try: |
5ad3154a8810
[rql2sql] fix bug avoiding outer join relation to be used as a variable principal. Closes #1659395
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6957
diff
changeset
|
259 |
return something.r_type |
5ad3154a8810
[rql2sql] fix bug avoiding outer join relation to be used as a variable principal. Closes #1659395
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6957
diff
changeset
|
260 |
except AttributeError: |
5ad3154a8810
[rql2sql] fix bug avoiding outer join relation to be used as a variable principal. Closes #1659395
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6957
diff
changeset
|
261 |
return (something[0].r_type, something[1]) |
599
9ef680acd92a
fix select principal so results are predictable during tests
Sylvain <syt@logilab.fr>
parents:
0
diff
changeset
|
262 |
return _orig_select_principal(scope, relations, |
7357
5ad3154a8810
[rql2sql] fix bug avoiding outer join relation to be used as a variable principal. Closes #1659395
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6957
diff
changeset
|
263 |
_sort=lambda rels: sorted(rels, key=sort_key)) |
0 | 264 |
|
265 |
||
7850
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
266 |
def _ordered_iter_relations(stinfo): |
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
267 |
return sorted(_orig_iter_relations(stinfo), key=lambda x:x.r_type) |
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
268 |
|
0 | 269 |
def do_monkey_patch(): |
7850
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
270 |
rqlrewrite.iter_relations = _ordered_iter_relations |
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
271 |
rqlrewrite.RQLRewriter.insert_snippets = _insert_snippets |
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
272 |
rqlrewrite.RQLRewriter.build_variantes = _build_variantes |
0 | 273 |
ExecutionPlan._check_permissions = _check_permissions |
274 |
ExecutionPlan.tablesinorder = None |
|
275 |
||
276 |
def undo_monkey_patch(): |
|
7850
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
277 |
rqlrewrite.iter_relations = _orig_iter_relations |
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
278 |
rqlrewrite.RQLRewriter.insert_snippets = _orig_insert_snippets |
d14b77c42b06
[test] sort to avoid random failure due to dict order
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
279 |
rqlrewrite.RQLRewriter.build_variantes = _orig_build_variantes |
0 | 280 |
ExecutionPlan._check_permissions = _orig_check_permissions |