author | Nicolas Chauvat <nicolas.chauvat@logilab.fr> |
Mon, 07 Mar 2011 17:02:15 +0100 | |
changeset 7040 | 9b1f9bc74f5d |
parent 6957 | ffda12be2e9f |
child 7357 | 5ad3154a8810 |
child 7358 | 5a56890b33df |
permissions | -rw-r--r-- |
6957
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
1 |
# copyright 2003-2011 LOGILAB S.A. (Paris, FRANCE), all rights reserved. |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
2 |
# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
3 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
4 |
# This file is part of CubicWeb. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
5 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
6 |
# CubicWeb is free software: you can redistribute it and/or modify it under the |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
7 |
# terms of the GNU Lesser General Public License as published by the Free |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
8 |
# Software Foundation, either version 2.1 of the License, or (at your option) |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
9 |
# any later version. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
10 |
# |
5424
8ecbcbff9777
replace logilab-common by CubicWeb in disclaimer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5421
diff
changeset
|
11 |
# CubicWeb is distributed in the hope that it will be useful, but WITHOUT |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
12 |
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
13 |
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
14 |
# details. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
15 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
16 |
# You should have received a copy of the GNU Lesser General Public License along |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
17 |
# with CubicWeb. If not, see <http://www.gnu.org/licenses/>. |
0 | 18 |
"""some utilities to ease repository testing |
19 |
||
20 |
This module contains functions to initialize a new repository. |
|
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
21 |
""" |
0 | 22 |
|
23 |
__docformat__ = "restructuredtext en" |
|
24 |
||
6671
c34fa947df07
[ms test] fix nasty cache effect break unittest_multisources.test_not_relation since introduction of local_eid method andfor full dereferencement of external eids
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6654
diff
changeset
|
25 |
from copy import deepcopy |
0 | 26 |
from pprint import pprint |
27 |
||
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
28 |
from logilab.common.decorators import clear_cache |
6818
5fa425574548
[server test] can't use skipTest method as a class method, raise appropriate exception instead
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6804
diff
changeset
|
29 |
from logilab.common.testlib import SkipTest |
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
30 |
|
0 | 31 |
def tuplify(list): |
32 |
for i in range(len(list)): |
|
33 |
if type(list[i]) is not type(()): |
|
34 |
list[i] = tuple(list[i]) |
|
35 |
return list |
|
36 |
||
37 |
def snippet_cmp(a, b): |
|
38 |
a = (a[0], [e.expression for e in a[1]]) |
|
39 |
b = (b[0], [e.expression for e in b[1]]) |
|
40 |
return cmp(a, b) |
|
41 |
||
42 |
def test_plan(self, rql, expected, kwargs=None): |
|
43 |
plan = self._prepare_plan(rql, kwargs) |
|
44 |
self.planner.build_plan(plan) |
|
45 |
try: |
|
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
46 |
self.assertEqual(len(plan.steps), len(expected), |
0 | 47 |
'expected %s steps, got %s' % (len(expected), len(plan.steps))) |
48 |
# step order is important |
|
49 |
for i, step in enumerate(plan.steps): |
|
50 |
compare_steps(self, step.test_repr(), expected[i]) |
|
51 |
except AssertionError: |
|
52 |
pprint([step.test_repr() for step in plan.steps]) |
|
53 |
raise |
|
54 |
||
55 |
def compare_steps(self, step, expected): |
|
56 |
try: |
|
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
57 |
self.assertEqual(step[0], expected[0], 'expected step type %s, got %s' % (expected[0], step[0])) |
0 | 58 |
if len(step) > 2 and isinstance(step[1], list) and isinstance(expected[1], list): |
59 |
queries, equeries = step[1], expected[1] |
|
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
60 |
self.assertEqual(len(queries), len(equeries), |
0 | 61 |
'expected %s queries, got %s' % (len(equeries), len(queries))) |
62 |
for i, (rql, sol) in enumerate(queries): |
|
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
63 |
self.assertEqual(rql, equeries[i][0]) |
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
64 |
self.assertEqual(sorted(sol), sorted(equeries[i][1])) |
0 | 65 |
idx = 2 |
66 |
else: |
|
67 |
idx = 1 |
|
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
68 |
self.assertEqual(step[idx:-1], expected[idx:-1], |
0 | 69 |
'expected step characteristic \n%s\n, got\n%s' % (expected[1:-1], step[1:-1])) |
6369
a151453dc564
[test] more update to unittest2 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
70 |
self.assertEqual(len(step[-1]), len(expected[-1]), |
0 | 71 |
'got %s child steps, expected %s' % (len(step[-1]), len(expected[-1]))) |
72 |
except AssertionError: |
|
73 |
print 'error on step ', |
|
74 |
pprint(step[:-1]) |
|
75 |
raise |
|
76 |
children = step[-1] |
|
77 |
if step[0] in ('UnionFetchStep', 'UnionStep'): |
|
78 |
# sort children |
|
79 |
children = sorted(children) |
|
80 |
expectedchildren = sorted(expected[-1]) |
|
81 |
else: |
|
82 |
expectedchildren = expected[-1] |
|
83 |
for i, substep in enumerate(children): |
|
84 |
compare_steps(self, substep, expectedchildren[i]) |
|
85 |
||
86 |
||
87 |
class DumbOrderedDict(list): |
|
88 |
def __iter__(self): |
|
89 |
return self.iterkeys() |
|
90 |
def __contains__(self, key): |
|
91 |
return key in self.iterkeys() |
|
92 |
def __getitem__(self, key): |
|
1236
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
93 |
for key_, value in list.__iter__(self): |
0 | 94 |
if key == key_: |
95 |
return value |
|
96 |
raise KeyError(key) |
|
97 |
def iterkeys(self): |
|
98 |
return (x for x, y in list.__iter__(self)) |
|
99 |
def iteritems(self): |
|
100 |
return (x for x in list.__iter__(self)) |
|
1236
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
101 |
def items(self): |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
102 |
return [x for x in list.__iter__(self)] |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
103 |
|
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
104 |
class DumbOrderedDict2(object): |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
105 |
def __init__(self, origdict, sortkey): |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
106 |
self.origdict = origdict |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
107 |
self.sortkey = sortkey |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
108 |
def __getattr__(self, attr): |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
109 |
return getattr(self.origdict, attr) |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
110 |
def __iter__(self): |
aeb46e43138d
fix choose_term monkey-patching
sylvain.thenault@logilab.fr
parents:
1235
diff
changeset
|
111 |
return iter(sorted(self.origdict, key=self.sortkey)) |
0 | 112 |
|
4766
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
113 |
def schema_eids_idx(schema): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
114 |
"""return a dictionary mapping schema types to their eids so we can reread |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
115 |
it from the fs instead of the db (too costly) between tests |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
116 |
""" |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
117 |
schema_eids = {} |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
118 |
for x in schema.entities(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
119 |
schema_eids[x] = x.eid |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
120 |
for x in schema.relations(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
121 |
schema_eids[x] = x.eid |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
122 |
for rdef in x.rdefs.itervalues(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
123 |
schema_eids[(rdef.subject, rdef.rtype, rdef.object)] = rdef.eid |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
124 |
return schema_eids |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
125 |
|
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
126 |
def restore_schema_eids_idx(schema, schema_eids): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
127 |
"""rebuild schema eid index""" |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
128 |
for x in schema.entities(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
129 |
x.eid = schema_eids[x] |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
130 |
schema._eid_index[x.eid] = x |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
131 |
for x in schema.relations(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
132 |
x.eid = schema_eids[x] |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
133 |
schema._eid_index[x.eid] = x |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
134 |
for rdef in x.rdefs.itervalues(): |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
135 |
rdef.eid = schema_eids[(rdef.subject, rdef.rtype, rdef.object)] |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
136 |
schema._eid_index[rdef.eid] = rdef |
162b2b127b15
[test] get a chance to get proper garbage collection when running pytest on whole cw
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4674
diff
changeset
|
137 |
|
0 | 138 |
|
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
139 |
from logilab.common.testlib import TestCase, mock_object |
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
140 |
from logilab.database import get_db_helper |
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
141 |
|
0 | 142 |
from rql import RQLHelper |
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
143 |
|
0 | 144 |
from cubicweb.devtools.fake import FakeRepo, FakeSession |
6758
28b11ecf319b
[ms] #1382452: incorrect results with multi-sources
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6671
diff
changeset
|
145 |
from cubicweb.server import set_debug, debugged |
0 | 146 |
from cubicweb.server.querier import QuerierHelper |
147 |
from cubicweb.server.session import Session |
|
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
148 |
from cubicweb.server.sources.rql2sql import SQLGenerator, remove_unused_solutions |
0 | 149 |
|
150 |
class RQLGeneratorTC(TestCase): |
|
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
151 |
schema = backend = None # set this in concret test |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
152 |
|
6804
4262d0d6abcb
unittest2 fix: can't skip test in setUp, but it's fine in setUpClass
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6794
diff
changeset
|
153 |
|
4262d0d6abcb
unittest2 fix: can't skip test in setUp, but it's fine in setUpClass
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6794
diff
changeset
|
154 |
@classmethod |
4262d0d6abcb
unittest2 fix: can't skip test in setUp, but it's fine in setUpClass
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6794
diff
changeset
|
155 |
def setUpClass(cls): |
4262d0d6abcb
unittest2 fix: can't skip test in setUp, but it's fine in setUpClass
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6794
diff
changeset
|
156 |
if cls.backend is not None: |
4262d0d6abcb
unittest2 fix: can't skip test in setUp, but it's fine in setUpClass
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6794
diff
changeset
|
157 |
try: |
4262d0d6abcb
unittest2 fix: can't skip test in setUp, but it's fine in setUpClass
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6794
diff
changeset
|
158 |
cls.dbhelper = get_db_helper(cls.backend) |
4262d0d6abcb
unittest2 fix: can't skip test in setUp, but it's fine in setUpClass
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6794
diff
changeset
|
159 |
except ImportError, ex: |
6818
5fa425574548
[server test] can't use skipTest method as a class method, raise appropriate exception instead
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6804
diff
changeset
|
160 |
raise SkipTest(str(ex)) |
6804
4262d0d6abcb
unittest2 fix: can't skip test in setUp, but it's fine in setUpClass
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6794
diff
changeset
|
161 |
|
0 | 162 |
def setUp(self): |
3240
8604a15995d1
refactor so that rql rewriter may be used outside the server. Enhance it to be usable for RRQLExpression as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2200
diff
changeset
|
163 |
self.repo = FakeRepo(self.schema) |
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
164 |
self.repo.system_source = mock_object(dbdriver=self.backend) |
0 | 165 |
self.rqlhelper = RQLHelper(self.schema, special_relations={'eid': 'uid', |
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
166 |
'has_text': 'fti'}, |
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
167 |
backend=self.backend) |
3240
8604a15995d1
refactor so that rql rewriter may be used outside the server. Enhance it to be usable for RRQLExpression as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2200
diff
changeset
|
168 |
self.qhelper = QuerierHelper(self.repo, self.schema) |
0 | 169 |
ExecutionPlan._check_permissions = _dummy_check_permissions |
170 |
rqlannotation._select_principal = _select_principal |
|
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
171 |
if self.backend is not None: |
6804
4262d0d6abcb
unittest2 fix: can't skip test in setUp, but it's fine in setUpClass
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6794
diff
changeset
|
172 |
self.o = SQLGenerator(self.schema, self.dbhelper) |
0 | 173 |
|
174 |
def tearDown(self): |
|
175 |
ExecutionPlan._check_permissions = _orig_check_permissions |
|
176 |
rqlannotation._select_principal = _orig_select_principal |
|
2172
cf8f9180e63e
delete-trailing-whitespace
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2074
diff
changeset
|
177 |
|
2069
7c0a1b90b1c6
set_debug method on rql2sql test as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
178 |
def set_debug(self, debug): |
7c0a1b90b1c6
set_debug method on rql2sql test as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
179 |
set_debug(debug) |
6758
28b11ecf319b
[ms] #1382452: incorrect results with multi-sources
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6671
diff
changeset
|
180 |
def debugged(self, debug): |
28b11ecf319b
[ms] #1382452: incorrect results with multi-sources
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6671
diff
changeset
|
181 |
return debugged(debug) |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
182 |
|
0 | 183 |
def _prepare(self, rql): |
184 |
#print '******************** prepare', rql |
|
185 |
union = self.rqlhelper.parse(rql) |
|
186 |
#print '********* parsed', union.as_string() |
|
187 |
self.rqlhelper.compute_solutions(union) |
|
188 |
#print '********* solutions', solutions |
|
189 |
self.rqlhelper.simplify(union) |
|
190 |
#print '********* simplified', union.as_string() |
|
3240
8604a15995d1
refactor so that rql rewriter may be used outside the server. Enhance it to be usable for RRQLExpression as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2200
diff
changeset
|
191 |
plan = self.qhelper.plan_factory(union, {}, FakeSession(self.repo)) |
0 | 192 |
plan.preprocess(union) |
193 |
for select in union.children: |
|
194 |
select.solutions.sort() |
|
195 |
#print '********* ppsolutions', solutions |
|
196 |
return union |
|
197 |
||
198 |
||
199 |
class BaseQuerierTC(TestCase): |
|
200 |
repo = None # set this in concret test |
|
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
201 |
|
0 | 202 |
def setUp(self): |
203 |
self.o = self.repo.querier |
|
204 |
self.session = self.repo._sessions.values()[0] |
|
205 |
self.ueid = self.session.user.eid |
|
206 |
assert self.ueid != -1 |
|
207 |
self.repo._type_source_cache = {} # clear cache |
|
208 |
self.pool = self.session.set_pool() |
|
209 |
self.maxeid = self.get_max_eid() |
|
210 |
do_monkey_patch() |
|
4773
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
211 |
self._dumb_sessions = [] |
0 | 212 |
|
213 |
def get_max_eid(self): |
|
4835
13b0b96d7982
[repo] enhanced security handling: deprecates unsafe_execute, in favor of explicit read/write security control using the `enabled_security` context manager. Also code executed on the repository side is now unsafe by default.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4773
diff
changeset
|
214 |
return self.session.execute('Any MAX(X)')[0][0] |
0 | 215 |
def cleanup(self): |
4835
13b0b96d7982
[repo] enhanced security handling: deprecates unsafe_execute, in favor of explicit read/write security control using the `enabled_security` context manager. Also code executed on the repository side is now unsafe by default.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4773
diff
changeset
|
216 |
self.session.set_pool() |
13b0b96d7982
[repo] enhanced security handling: deprecates unsafe_execute, in favor of explicit read/write security control using the `enabled_security` context manager. Also code executed on the repository side is now unsafe by default.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4773
diff
changeset
|
217 |
self.session.execute('DELETE Any X WHERE X eid > %s' % self.maxeid) |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
218 |
|
0 | 219 |
def tearDown(self): |
220 |
undo_monkey_patch() |
|
221 |
self.session.rollback() |
|
222 |
self.cleanup() |
|
223 |
self.commit() |
|
4773
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
224 |
# properly close dumb sessions |
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
225 |
for session in self._dumb_sessions: |
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
226 |
session.rollback() |
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
227 |
session.close() |
0 | 228 |
self.repo._free_pool(self.pool) |
229 |
assert self.session.user.eid != -1 |
|
230 |
||
231 |
def set_debug(self, debug): |
|
232 |
set_debug(debug) |
|
6758
28b11ecf319b
[ms] #1382452: incorrect results with multi-sources
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6671
diff
changeset
|
233 |
def debugged(self, debug): |
28b11ecf319b
[ms] #1382452: incorrect results with multi-sources
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6671
diff
changeset
|
234 |
return debugged(debug) |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
235 |
|
0 | 236 |
def _rqlhelper(self): |
3240
8604a15995d1
refactor so that rql rewriter may be used outside the server. Enhance it to be usable for RRQLExpression as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2200
diff
changeset
|
237 |
rqlhelper = self.repo.vreg.rqlhelper |
0 | 238 |
# reset uid_func so it don't try to get type from eids |
239 |
rqlhelper._analyser.uid_func = None |
|
240 |
rqlhelper._analyser.uid_func_mapping = {} |
|
241 |
return rqlhelper |
|
242 |
||
4184
7002e91d304a
should not simplify previous to preprocess
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3240
diff
changeset
|
243 |
def _prepare_plan(self, rql, kwargs=None, simplify=True): |
0 | 244 |
rqlhelper = self._rqlhelper() |
245 |
rqlst = rqlhelper.parse(rql) |
|
246 |
rqlhelper.compute_solutions(rqlst, kwargs=kwargs) |
|
4184
7002e91d304a
should not simplify previous to preprocess
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3240
diff
changeset
|
247 |
if simplify: |
7002e91d304a
should not simplify previous to preprocess
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3240
diff
changeset
|
248 |
rqlhelper.simplify(rqlst) |
0 | 249 |
for select in rqlst.children: |
250 |
select.solutions.sort() |
|
251 |
return self.o.plan_factory(rqlst, kwargs, self.session) |
|
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
252 |
|
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
253 |
def _prepare(self, rql, kwargs=None): |
4184
7002e91d304a
should not simplify previous to preprocess
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3240
diff
changeset
|
254 |
plan = self._prepare_plan(rql, kwargs, simplify=False) |
0 | 255 |
plan.preprocess(plan.rqlst) |
256 |
rqlst = plan.rqlst.children[0] |
|
257 |
rqlst.solutions = remove_unused_solutions(rqlst, rqlst.solutions, {}, self.repo.schema)[0] |
|
258 |
return rqlst |
|
259 |
||
4674
3d509dbb473a
[test api] rename _user_session to user_groups_session, fix its arguments and return only the session, not (user, session) to make things clearer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
260 |
def user_groups_session(self, *groups): |
3d509dbb473a
[test api] rename _user_session to user_groups_session, fix its arguments and return only the session, not (user, session) to make things clearer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
261 |
"""lightweight session using the current user with hi-jacked groups""" |
0 | 262 |
# use self.session.user.eid to get correct owned_by relation, unless explicit eid |
4674
3d509dbb473a
[test api] rename _user_session to user_groups_session, fix its arguments and return only the session, not (user, session) to make things clearer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
263 |
u = self.repo._build_user(self.session, self.session.user.eid) |
0 | 264 |
u._groups = set(groups) |
265 |
s = Session(u, self.repo) |
|
266 |
s._threaddata.pool = self.pool |
|
4773
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
267 |
# register session to ensure it gets closed |
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
268 |
self._dumb_sessions.append(s) |
4674
3d509dbb473a
[test api] rename _user_session to user_groups_session, fix its arguments and return only the session, not (user, session) to make things clearer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
269 |
return s |
0 | 270 |
|
5174
78438ad513ca
#759035: Automate addition of eid cachekey in RQL analysis
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
271 |
def execute(self, rql, args=None, build_descr=True): |
78438ad513ca
#759035: Automate addition of eid cachekey in RQL analysis
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4835
diff
changeset
|
272 |
return self.o.execute(self.session, rql, args, build_descr) |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
273 |
|
0 | 274 |
def commit(self): |
275 |
self.session.commit() |
|
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
276 |
self.session.set_pool() |
0 | 277 |
|
278 |
||
279 |
class BasePlannerTC(BaseQuerierTC): |
|
6957
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
280 |
newsources = () |
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
281 |
|
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
282 |
def setup(self): |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
283 |
clear_cache(self.repo, 'rel_type_sources') |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
284 |
clear_cache(self.repo, 'rel_type_sources') |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
285 |
clear_cache(self.repo, 'can_cross_relation') |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
286 |
clear_cache(self.repo, 'is_multi_sources_relation') |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
287 |
# XXX source_defs |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
288 |
self.o = self.repo.querier |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
289 |
self.session = self.repo._sessions.values()[0] |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
290 |
self.pool = self.session.set_pool() |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
291 |
self.schema = self.o.schema |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
292 |
self.sources = self.o._repo.sources |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
293 |
self.system = self.sources[-1] |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
294 |
do_monkey_patch() |
4773
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
295 |
self._dumb_sessions = [] # by hi-jacked parent setup |
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5426
diff
changeset
|
296 |
self.repo.vreg.rqlhelper.backend = 'postgres' # so FTIRANK is considered |
6957
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
297 |
self.newsources = [] |
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
298 |
|
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
299 |
def add_source(self, sourcecls, uri): |
6957
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
300 |
source = sourcecls(self.repo, {'uri': uri, 'type': 'whatever'}) |
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
301 |
if not source.copy_based_source: |
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
302 |
self.sources.append(source) |
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
303 |
self.newsources.append(source) |
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
304 |
self.repo.sources_by_uri[uri] = source |
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
305 |
setattr(self, uri, source) |
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
306 |
|
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
307 |
def tearDown(self): |
6957
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
308 |
for source in self.newsources: |
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
309 |
if not source.copy_based_source: |
ffda12be2e9f
[repository] #1460066: backport datafeed cube as cubicweb source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6818
diff
changeset
|
310 |
self.sources.remove(source) |
2074
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
311 |
del self.repo.sources_by_uri[source.uri] |
9e268cb6202e
enhance BasePlannerTC to ease subclasses definition
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2069
diff
changeset
|
312 |
undo_monkey_patch() |
4773
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
313 |
for session in self._dumb_sessions: |
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
314 |
session._threaddata.pool = None |
6ab9ca63531f
[testlib] properly close dumb sessions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4766
diff
changeset
|
315 |
session.close() |
0 | 316 |
|
317 |
def _prepare_plan(self, rql, kwargs=None): |
|
318 |
rqlst = self.o.parse(rql, annotate=True) |
|
319 |
self.o.solutions(self.session, rqlst, kwargs) |
|
320 |
if rqlst.TYPE == 'select': |
|
3240
8604a15995d1
refactor so that rql rewriter may be used outside the server. Enhance it to be usable for RRQLExpression as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2200
diff
changeset
|
321 |
self.repo.vreg.rqlhelper.annotate(rqlst) |
0 | 322 |
for select in rqlst.children: |
323 |
select.solutions.sort() |
|
324 |
else: |
|
325 |
rqlst.solutions.sort() |
|
326 |
return self.o.plan_factory(rqlst, kwargs, self.session) |
|
327 |
||
328 |
||
329 |
# monkey patch some methods to get predicatable results ####################### |
|
330 |
||
3240
8604a15995d1
refactor so that rql rewriter may be used outside the server. Enhance it to be usable for RRQLExpression as well
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2200
diff
changeset
|
331 |
from cubicweb.rqlrewrite import RQLRewriter |
0 | 332 |
_orig_insert_snippets = RQLRewriter.insert_snippets |
333 |
_orig_build_variantes = RQLRewriter.build_variantes |
|
334 |
||
335 |
def _insert_snippets(self, snippets, varexistsmap=None): |
|
336 |
_orig_insert_snippets(self, sorted(snippets, snippet_cmp), varexistsmap) |
|
337 |
||
338 |
def _build_variantes(self, newsolutions): |
|
339 |
variantes = _orig_build_variantes(self, newsolutions) |
|
340 |
sortedvariantes = [] |
|
341 |
for variante in variantes: |
|
1132 | 342 |
orderedkeys = sorted((k[1], k[2], v) for k, v in variante.iteritems()) |
0 | 343 |
variante = DumbOrderedDict(sorted(variante.iteritems(), |
1132 | 344 |
lambda a, b: cmp((a[0][1],a[0][2],a[1]), |
345 |
(b[0][1],b[0][2],b[1])))) |
|
0 | 346 |
sortedvariantes.append( (orderedkeys, variante) ) |
347 |
return [v for ok, v in sorted(sortedvariantes)] |
|
348 |
||
349 |
from cubicweb.server.querier import ExecutionPlan |
|
350 |
_orig_check_permissions = ExecutionPlan._check_permissions |
|
351 |
_orig_init_temp_table = ExecutionPlan.init_temp_table |
|
352 |
||
353 |
def _check_permissions(*args, **kwargs): |
|
354 |
res, restricted = _orig_check_permissions(*args, **kwargs) |
|
1132 | 355 |
res = DumbOrderedDict(sorted(res.iteritems(), lambda a, b: cmp(a[1], b[1]))) |
0 | 356 |
return res, restricted |
357 |
||
358 |
def _dummy_check_permissions(self, rqlst): |
|
359 |
return {(): rqlst.solutions}, set() |
|
360 |
||
361 |
def _init_temp_table(self, table, selection, solution): |
|
362 |
if self.tablesinorder is None: |
|
363 |
tablesinorder = self.tablesinorder = {} |
|
364 |
else: |
|
365 |
tablesinorder = self.tablesinorder |
|
366 |
if not table in tablesinorder: |
|
367 |
tablesinorder[table] = 'table%s' % len(tablesinorder) |
|
368 |
return _orig_init_temp_table(self, table, selection, solution) |
|
369 |
||
370 |
from cubicweb.server import rqlannotation |
|
371 |
_orig_select_principal = rqlannotation._select_principal |
|
372 |
||
373 |
def _select_principal(scope, relations): |
|
599
9ef680acd92a
fix select principal so results are predictable during tests
Sylvain <syt@logilab.fr>
parents:
0
diff
changeset
|
374 |
return _orig_select_principal(scope, relations, |
9ef680acd92a
fix select principal so results are predictable during tests
Sylvain <syt@logilab.fr>
parents:
0
diff
changeset
|
375 |
_sort=lambda rels: sorted(rels, key=lambda x: x.r_type)) |
0 | 376 |
|
377 |
try: |
|
378 |
from cubicweb.server.msplanner import PartPlanInformation |
|
379 |
except ImportError: |
|
380 |
class PartPlanInformation(object): |
|
6654
18d159a2d1ba
[ms planner] fix changeset 6650:72f2fd93a622: we should sometime complete input map anyway
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6427
diff
changeset
|
381 |
def merge_input_maps(self, *args, **kwargs): |
0 | 382 |
pass |
1235
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
383 |
def _choose_term(self, sourceterms): |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1789
diff
changeset
|
384 |
pass |
0 | 385 |
_orig_merge_input_maps = PartPlanInformation.merge_input_maps |
1235
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
386 |
_orig_choose_term = PartPlanInformation._choose_term |
0 | 387 |
|
6654
18d159a2d1ba
[ms planner] fix changeset 6650:72f2fd93a622: we should sometime complete input map anyway
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6427
diff
changeset
|
388 |
def _merge_input_maps(*args, **kwargs): |
18d159a2d1ba
[ms planner] fix changeset 6650:72f2fd93a622: we should sometime complete input map anyway
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6427
diff
changeset
|
389 |
return sorted(_orig_merge_input_maps(*args, **kwargs)) |
0 | 390 |
|
6794
140d42b41b31
[multi-sources] fix planning of crossed relation w/ some complex queries
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6758
diff
changeset
|
391 |
def _choose_term(self, source, sourceterms): |
1235
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
392 |
# predictable order for test purpose |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
393 |
def get_key(x): |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
394 |
try: |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
395 |
# variable |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
396 |
return x.name |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
397 |
except AttributeError: |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
398 |
try: |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
399 |
# relation |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
400 |
return x.r_type |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
401 |
except AttributeError: |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
402 |
# const |
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
403 |
return x.value |
6794
140d42b41b31
[multi-sources] fix planning of crossed relation w/ some complex queries
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6758
diff
changeset
|
404 |
return _orig_choose_term(self, source, DumbOrderedDict2(sourceterms, get_key)) |
0 | 405 |
|
6671
c34fa947df07
[ms test] fix nasty cache effect break unittest_multisources.test_not_relation since introduction of local_eid method andfor full dereferencement of external eids
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6654
diff
changeset
|
406 |
from cubicweb.server.sources.pyrorql import PyroRQLSource |
c34fa947df07
[ms test] fix nasty cache effect break unittest_multisources.test_not_relation since introduction of local_eid method andfor full dereferencement of external eids
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6654
diff
changeset
|
407 |
_orig_syntax_tree_search = PyroRQLSource.syntax_tree_search |
c34fa947df07
[ms test] fix nasty cache effect break unittest_multisources.test_not_relation since introduction of local_eid method andfor full dereferencement of external eids
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6654
diff
changeset
|
408 |
|
c34fa947df07
[ms test] fix nasty cache effect break unittest_multisources.test_not_relation since introduction of local_eid method andfor full dereferencement of external eids
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6654
diff
changeset
|
409 |
def _syntax_tree_search(*args, **kwargs): |
c34fa947df07
[ms test] fix nasty cache effect break unittest_multisources.test_not_relation since introduction of local_eid method andfor full dereferencement of external eids
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6654
diff
changeset
|
410 |
return deepcopy(_orig_syntax_tree_search(*args, **kwargs)) |
0 | 411 |
|
412 |
def do_monkey_patch(): |
|
413 |
RQLRewriter.insert_snippets = _insert_snippets |
|
414 |
RQLRewriter.build_variantes = _build_variantes |
|
415 |
ExecutionPlan._check_permissions = _check_permissions |
|
416 |
ExecutionPlan.tablesinorder = None |
|
417 |
ExecutionPlan.init_temp_table = _init_temp_table |
|
418 |
PartPlanInformation.merge_input_maps = _merge_input_maps |
|
1235
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
419 |
PartPlanInformation._choose_term = _choose_term |
6671
c34fa947df07
[ms test] fix nasty cache effect break unittest_multisources.test_not_relation since introduction of local_eid method andfor full dereferencement of external eids
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6654
diff
changeset
|
420 |
PyroRQLSource.syntax_tree_search = _syntax_tree_search |
0 | 421 |
|
422 |
def undo_monkey_patch(): |
|
423 |
RQLRewriter.insert_snippets = _orig_insert_snippets |
|
424 |
RQLRewriter.build_variantes = _orig_build_variantes |
|
425 |
ExecutionPlan._check_permissions = _orig_check_permissions |
|
426 |
ExecutionPlan.init_temp_table = _orig_init_temp_table |
|
427 |
PartPlanInformation.merge_input_maps = _orig_merge_input_maps |
|
1235
9c081452efc2
actually some monkey patching is still needed for predictability
sylvain.thenault@logilab.fr
parents:
1232
diff
changeset
|
428 |
PartPlanInformation._choose_term = _orig_choose_term |
6671
c34fa947df07
[ms test] fix nasty cache effect break unittest_multisources.test_not_relation since introduction of local_eid method andfor full dereferencement of external eids
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6654
diff
changeset
|
429 |
PyroRQLSource.syntax_tree_search = _orig_syntax_tree_search |