cubicweb: comparison server/test/unittest

equal deleted inserted replaced

-:f0fb914e57db
+:01245e2a777d
 support_entities = {'CWUser': False}
 support_relations = {}
 def syntax_tree_search(self, *args, **kwargs):
 return []
 class FakeCardSource(AbstractSource):
 uri = 'ccc'
 support_entities = {'Card': True, 'Note': True, 'State': True}
 support_relations = {'in_state': True, 'multisource_rel': True, 'multisource_inlined_rel': True,
 'multisource_crossed_rel': True}
-dont_cross_relations = set(('fiche',))
+dont_cross_relations = set(('fiche', 'in_state'))
 cross_relations = set(('multisource_crossed_rel',))
 def syntax_tree_search(self, *args, **kwargs):
 return []
 X_ALL_SOLS = sorted([{'X': 'Affaire'}, {'X': 'Basket'}, {'X': 'Bookmark'},
 {'X': 'Card'}, {'X': 'Comment'}, {'X': 'Division'},
 def clear_ms_caches(repo):
 clear_cache(repo, 'rel_type_sources')
 clear_cache(repo, 'can_cross_relation')
 clear_cache(repo, 'is_multi_sources_relation')
 # XXX source_defs
 # keep cnx so it's not garbage collected and the associated session is closed
 repo, cnx = init_test_database('sqlite')
 class BaseMSPlannerTC(BasePlannerTC):
 """test planner related feature on a 3-sources repository:
 * system source supporting everything
 * ldap source supporting CWUser
 * rql source supporting Card
 """
 repo = repo
 def setUp(self):
 #_QuerierTC.setUp(self)
 clear_cache(repo, 'rel_type_sources')
 self.o = repo.querier
 self.session = repo._sessions.values()[0]
 # hijack CWUser security
 userreadperms = list(self.schema['CWUser']._groups['read'])
 self.prevrqlexpr_user = userreadperms[-1]
 userreadperms[-1] = ERQLExpression('X owned_by U')
 self.schema['CWUser']._groups['read'] = tuple(userreadperms)
 self.sources = self.o._repo.sources
 self.system = self.sources[-1]
 self.sources.append(FakeUserROSource(self.o._repo, self.o.schema,
 {'uri': 'ldapuser'}))
 repo.sources_by_uri['ldapuser'] = self.sources[-1]
 {'uri': 'cards'}))
 repo.sources_by_uri['cards'] = self.sources[-1]
 self.rql = self.sources[-1]
 do_monkey_patch()
 clear_ms_caches(repo)
 def tearDown(self):
 undo_monkey_patch()
 del self.sources[-1]
 del self.sources[-1]
 del repo.sources_by_uri['ldapuser']
 del repo.sources_by_uri['cards']
 # restore hijacked security
 self.restore_orig_affaire_security()
 self.restore_orig_euser_security()
 def restore_orig_affaire_security(self):
 affreadperms = list(self.schema['Affaire']._groups['read'])
 affreadperms[-1] = self.prevrqlexpr_affaire
 self.schema['Affaire']._groups['read'] = tuple(affreadperms)
 clear_cache(self.schema['Affaire'], 'ERSchema_get_rqlexprs')
 def restore_orig_euser_security(self):
 userreadperms = list(self.schema['CWUser']._groups['read'])
 userreadperms[-1] = self.prevrqlexpr_user
 self.schema['CWUser']._groups['read'] = tuple(userreadperms)
 clear_cache(self.schema['CWUser'], 'ERSchema_get_rqlexprs')
 class PartPlanInformationTC(BaseMSPlannerTC):
 def _test(self, rql, *args):
 if len(args) == 3:
 kwargs, sourcesterms, needsplit = args
 solindices = sourcevars.pop(var)
 sourcevars[var._ms_table_key()] = solindices
 self.assertEquals(ppi._sourcesterms, sourcesterms)
 self.assertEquals(ppi.needsplit, needsplit)
 def test_simple_system_only(self):
 """retrieve entities only supported by the system source"""
 self._test('CWGroup X',
 {self.system: {'X': s[0]}}, False)
 def test_simple_system_ldap(self):
 """retrieve CWUser X from both sources and return concatenation of results
 """
 self._test('CWUser X',
 {self.system: {'X': s[0]}, self.ldap: {'X': s[0]}}, False)
 def test_simple_system_rql(self):
 """retrieve Card X from both sources and return concatenation of results
 """
 self._test('Any X, XT WHERE X is Card, X title XT',
 {self.system: {'X': s[0]}, self.rql: {'X': s[0]}}, False)
 def test_simple_eid_specified(self):
 """retrieve CWUser X from system source (eid is specified, can locate the entity)
 """
 ueid = self.session.user.eid
 self._test('Any X,L WHERE X eid %(x)s, X login L', {'x': ueid},
 {self.system: {'X': s[0]}}, False)
 def test_simple_eid_invariant(self):
 """retrieve CWUser X from system source (eid is specified, can locate the entity)
 """
 ueid = self.session.user.eid
 self._test('Any X WHERE X eid %(x)s', {'x': ueid},
 {self.system: {'x': s[0]}}, False)
 def test_simple_invariant(self):
 """retrieve CWUser X from system source only (X is invariant and in_group not supported by ldap source)
 """
 self._test('Any X WHERE X is CWUser, X in_group G, G name "users"',
 {self.system: {'X': s[0], 'G': s[0], 'in_group': s[0]}}, False)
 def test_security_has_text(self):
 """retrieve CWUser X from system source only (has_text not supported by ldap source)
 """
 # specify CWUser instead of any since the way this test is written we aren't well dealing
 # with ambigous query (eg only considering the first solution)
 self._test('CWUser X WHERE X has_text "bla"',
 {self.system: {'X': s[0]}}, False)
 def test_complex_base(self):
 """
 1. retrieve Any X, L WHERE X is CWUser, X login L from system and ldap sources, store
 concatenation of results into a temporary table
 2. return the result of Any X, L WHERE X is TMP, X login L, X in_group G,
 def test_complex_invariant_ordered(self):
 """
 1. retrieve Any X,AA WHERE X modification_date AA from system and ldap sources, store
 concatenation of results into a temporary table
 2. return the result of Any X,AA ORDERBY AA WHERE %s owned_by X, X modification_date AA
 on the system source
 """
 ueid = self.session.user.eid
 self._test('Any X,AA ORDERBY AA WHERE E eid %(x)s, E owned_by X, X modification_date AA', {'x': ueid},
 {self.system: {'x': s[0], 'X': s[0], 'owned_by': s[0]},
 self.ldap : {'X': s[0]}}, True)
 def test_complex_invariant(self):
 """
 1. retrieve Any X,L,AA WHERE X login L, X modification_date AA from system and ldap sources, store
 concatenation of results into a temporary table
 2. return the result of Any X,L,AA WHERE %s owned_by X, X login L, X modification_date AA
 on the system source
 """
 ueid = self.session.user.eid
 self._test('Any X,L,AA WHERE E eid %(x)s, E owned_by X, X login L, X modification_date AA', {'x': ueid},
 {self.system: {'x': s[0], 'X': s[0], 'owned_by': s[0]},
 self.ldap : {'X': s[0]}}, True)
 def test_complex_multiple(self):
 """
 1. retrieve Any X,A,Y,B WHERE X login A, Y login B from system and ldap sources, store
 cartesian product of results into a temporary table
 2. return the result of Any X,Y WHERE X login 'syt', Y login 'adim'
 on the system source
 """
 ueid = self.session.user.eid
 self._test('Any X,Y WHERE X login "syt", Y login "adim"', {'x': ueid},
 {self.system: {'Y': s[0], 'X': s[0]},
 self.ldap: {'Y': s[0], 'X': s[0]}}, True)
 def test_complex_aggregat(self):
 solindexes = set(range(len([e for e in self.schema.entities() if not e.is_final()])))
 self._test('Any MAX(X)',
 {self.system: {'X': solindexes}}, False)
 def test_complex_optional(self):
 ueid = self.session.user.eid
 self._test('Any U WHERE WF wf_info_for X, X eid %(x)s, WF owned_by U?, WF from_state FS', {'x': ueid},
 {self.system: {'WF': s[0], 'FS': s[0], 'U': s[0],
 'from_state': s[0], 'owned_by': s[0], 'wf_info_for': s[0],
 'x': s[0]}},
 False)
 def test_exists4(self):
 """
 State S could come from both rql source and system source,
 but since X cannot come from the rql source, the solution
 {self.rql : 'S'} must be removed
 """
 self._test('Any G,L WHERE X in_group G, X login L, G name "managers", '
 'EXISTS(X copain T, T login L, T login in ("comme", "cochon")) OR '
 'EXISTS(X in_state S, S name "pascontent", NOT X copain T2, T2 login "billy")',
 {self.system: {'X': s[0], 'S': s[0], 'T2': s[0], 'T': s[0], 'G': s[0], 'copain': s[0], 'in_group': s[0]},
 self.ldap: {'X': s[0], 'T2': s[0], 'T': s[0]}},
 True)
 def test_relation_need_split(self):
 self._test('Any X, S WHERE X in_state S',
 {self.system: {'X': s[0, 1, 2], 'S': s[0, 1, 2]},
 self.rql: {'X': s[2], 'S': s[2]}},
 True)
 def test_not_relation_need_split(self):
 self._test('Any SN WHERE NOT X in_state S, S name SN',
 {self.rql: {'X': s[2], 'S': s[0, 1, 2]},
 self.system: {'X': s[0, 1, 2], 'S': s[0, 1, 2]}},
 True)
 def test_not_relation_no_split_external(self):
 repo._type_source_cache[999999] = ('Note', 'cards', 999999)
 # similar to the above test but with an eid coming from the external source.
 # the same plan may be used, since we won't find any record in the system source
 # linking 9999999 to a state
 self._test('Any SN WHERE NOT X in_state S, X eid %(x)s, S name SN',
 {'x': 999999},
 {self.rql: {'x': s[0], 'S': s[0]},
 self.system: {'x': s[0], 'S': s[0]}},
 False)
 {'x': 999999, 'u': self.session.user.eid},
 {self.system: {'P': s[0], 'G': s[0], 'X': s[0],
 'require_permission': s[0], 'in_group': s[0], 'P': s[0], 'require_group': s[0],
 'u': s[0]}},
 False)
 def test_delete_relation1(self):
 ueid = self.session.user.eid
 self._test('Any X, Y WHERE X created_by Y, X eid %(x)s, NOT Y eid %(y)s',
 {'x': ueid, 'y': ueid},
 {self.system: {'Y': s[0], 'created_by': s[0], 'x': s[0]}},
 ueid = self.session.user.eid
 self._test('Any Y,T WHERE X eid %(x)s, X multisource_crossed_rel Y, Y type T',
 {'x': 999999,},
 {self.rql: {'Y': s[0]}, self.system: {'Y': s[0], 'x': s[0]}},
 True)
 def test_crossed_relation_eid_1_invariant(self):
 repo._type_source_cache[999999] = ('Note', 'system', 999999)
 self._test('Any Y WHERE X eid %(x)s, X multisource_crossed_rel Y',
 {'x': 999999},
 {self.system: {'Y': s[0], 'x': s[0]}},
 self._test('Any X,AD,AE WHERE E eid %(x)s, E multisource_crossed_rel X, X in_state AD, AD name AE',
 {'x': 999999},
 {self.rql: {'X': s[0], 'AD': s[0], 'multisource_crossed_rel': s[0], 'x': s[0]},
 self.system: {'X': s[0], 'AD': s[0], 'multisource_crossed_rel': s[0], 'x': s[0]}},
 True)
 def test_version_crossed_depends_on_2(self):
 repo._type_source_cache[999999] = ('Note', 'system', 999999)
 self._test('Any X,AD,AE WHERE E eid %(x)s, E multisource_crossed_rel X, X in_state AD, AD name AE',
 {'x': 999999},
 {self.rql: {'X': s[0], 'AD': s[0]},
 repo._type_source_cache[999999] = ('Note', 'cards', 999999)
 repo._type_source_cache[999998] = ('State', 'cards', 999998)
 self._test('Any S,T WHERE S eid %(s)s, N eid %(n)s, N type T, N is Note, S is State',
 {'n': 999999, 's': 999998},
 {self.rql: {'s': s[0], 'N': s[0]}}, False)
 class MSPlannerTC(BaseMSPlannerTC):
 def setUp(self):
 BaseMSPlannerTC.setUp(self)
 self.planner = MSPlanner(self.o.schema, self.o._rqlhelper)
 _test = test_plan
 """retrieve entities only supported by the system source
 """
 self._test('CWGroup X LIMIT 10 OFFSET 10',
 [('OneFetchStep', [('Any X LIMIT 10 OFFSET 10 WHERE X is CWGroup', [{'X': 'CWGroup'}])],
 10, 10, [self.system], {}, [])])
 def test_simple_system_ldap(self):
 """retrieve CWUser X from both sources and return concatenation of results
 """
 self._test('CWUser X',
 [('OneFetchStep', [('Any X WHERE X is CWUser', [{'X': 'CWUser'}])],
 None, None, [self.ldap, self.system], {}, [])])
 def test_simple_system_ldap_limit(self):
 """retrieve CWUser X from both sources and return concatenation of results
 """
 self._test('CWUser X LIMIT 10',
 [('OneFetchStep', [('Any X LIMIT 10 WHERE X is CWUser', [{'X': 'CWUser'}])],
 [('AggrStep', 'Any COUNT(X)', None, None, 'table0', None, [
 ('FetchStep', [('Any COUNT(X) WHERE X is CWUser', [{'X': 'CWUser'}])],
 [self.ldap, self.system], {}, {'COUNT(X)': 'table0.C0'}, []),
 ]),
 ])
 def test_simple_system_rql(self):
 """retrieve Card X from both sources and return concatenation of results
 """
 self._test('Any X, XT WHERE X is Card, X title XT',
 [('OneFetchStep', [('Any X,XT WHERE X is Card, X title XT', [{'X': 'Card', 'XT': 'String'}])],
 None, None, [self.rql, self.system], {}, [])])
 def test_simple_eid_specified(self):
 """retrieve CWUser X from system source (eid is specified, can locate the entity)
 """
 ueid = self.session.user.eid
 self._test('Any X,L WHERE X eid %(x)s, X login L',
 [('OneFetchStep', [('Any X,L WHERE X eid %s, X login L'%ueid, [{'X': 'CWUser', 'L': 'String'}])],
 None, None, [self.system], {}, [])],
 {'x': ueid})
 def test_simple_eid_invariant(self):
 """retrieve CWUser X from system source (eid is specified, can locate the entity)
 """
 ueid = self.session.user.eid
 self._test('Any X WHERE X eid %(x)s',
 [('OneFetchStep', [('Any %s'%ueid, [{}])],
 None, None, [self.system], {}, [])],
 {'x': ueid})
 def test_simple_invariant(self):
 """retrieve CWUser X from system source only (X is invariant and in_group not supported by ldap source)
 """
 self._test('Any X WHERE X is CWUser, X in_group G, G name "users"',
 [('OneFetchStep', [('Any X WHERE X is CWUser, X in_group G, G name "users"',
 [{'X': 'CWUser', 'G': 'CWGroup'}])],
 None, None, [self.system], {}, [])])
 def test_complex_base(self):
 """
 1. retrieve Any X, L WHERE X is CWUser, X login L from system and ldap sources, store
 concatenation of results into a temporary table
 2. return the result of Any X, L WHERE X is TMP, X login LX in_group G,
 [self.system], {'X': 'table0.C0', 'X.login': 'table0.C1', 'L': 'table0.C1'}, [])
 ])
 def test_complex_ordered(self):
 self._test('Any L ORDERBY L WHERE X login L',
 [('AggrStep', 'Any L ORDERBY L', None, None, 'table0', None,
 [('FetchStep', [('Any L WHERE X login L, X is CWUser',
 [{'X': 'CWUser', 'L': 'String'}])],
 [self.ldap, self.system], {}, {'X.login': 'table0.C0', 'L': 'table0.C0'}, []),
 ])
 ])
 def test_complex_ordered_limit_offset(self):
 self._test('Any L ORDERBY L LIMIT 10 OFFSET 10 WHERE X login L',
 [('AggrStep', 'Any L ORDERBY L', 10, 10, 'table0', None,
 [('FetchStep', [('Any L WHERE X login L, X is CWUser',
 [{'X': 'CWUser', 'L': 'String'}])],
 [self.ldap, self.system], {}, {'X.login': 'table0.C0', 'L': 'table0.C0'}, []),
 ])
 ])
 def test_complex_invariant_ordered(self):
 """
 1. retrieve Any X,AA WHERE X modification_date AA from system and ldap sources, store
 concatenation of results into a temporary table
 2. return the result of Any X,AA ORDERBY AA WHERE %s owned_by X, X modification_date AA
 def test_complex_invariant(self):
 """
 1. retrieve Any X,L,AA WHERE X login L, X modification_date AA from system and ldap sources, store
 concatenation of results into a temporary table
 2. return the result of Any X,L,AA WHERE %s owned_by X, X login L, X modification_date AA
 on the system source
 """
 ueid = self.session.user.eid
 self._test('Any X,L,AA WHERE E eid %(x)s, E owned_by X, X login L, X modification_date AA',
 [('FetchStep', [('Any X,L,AA WHERE X login L, X modification_date AA, X is CWUser',
 [{'AA': 'Datetime', 'X': 'CWUser', 'L': 'String'}])],
 1. retrieve CWUser X from system and ldap sources, Person X from system source only, store
 each result in the same temp table
 2. return content of the table sorted
 """
 self._test('Any X,F ORDERBY F WHERE X firstname F',
 [('AggrStep', 'Any X,F ORDERBY F', None, None, 'table0', None,
 [('FetchStep', [('Any X,F WHERE X firstname F, X is CWUser',
 [{'X': 'CWUser', 'F': 'String'}])],
 [self.ldap, self.system], {},
 {'X': 'table0.C0', 'X.firstname': 'table0.C1', 'F': 'table0.C1'}, []),
 ('FetchStep', [('Any X,F WHERE X firstname F, X is Personne',
 [{'X': 'Personne', 'F': 'String'}])],
 [self.system], {},
 {'X': 'table0.C0', 'X.firstname': 'table0.C1', 'F': 'table0.C1'}, []),
 ]),
 ])
 def test_complex_multiple(self):
 """
 1. retrieve Any X,A,Y,B WHERE X login A, Y login B from system and ldap sources, store
 cartesian product of results into a temporary table
 2. return the result of Any X,Y WHERE X login 'syt', Y login 'adim'
 on the system source
 """
 ueid = self.session.user.eid
 self._test('Any X,Y WHERE X login "syt", Y login "adim"',
 [('FetchStep',
 [('Any X WHERE X login "syt", X is CWUser', [{'X': 'CWUser'}])],
 ('OneFetchStep',
 [('Any X,Y WHERE X is CWUser, Y is CWUser', [{'X': 'CWUser', 'Y': 'CWUser'}])],
 None, None, [self.system],
 {'X': 'table0.C0', 'Y': 'table1.C0'}, [])
 ], {'x': ueid})
 def test_complex_multiple_limit_offset(self):
 """
 1. retrieve Any X,A,Y,B WHERE X login A, Y login B from system and ldap sources, store
 cartesian product of results into a temporary table
 2. return the result of Any X,Y WHERE X login 'syt', Y login 'adim'
 on the system source
 """
 ueid = self.session.user.eid
 self._test('Any X,Y LIMIT 10 OFFSET 10 WHERE X login "syt", Y login "adim"',
 [('FetchStep',
 [('Any X WHERE X login "syt", X is CWUser', [{'X': 'CWUser'}])],
 ('OneFetchStep',
 [('Any X,Y LIMIT 10 OFFSET 10 WHERE X is CWUser, Y is CWUser', [{'X': 'CWUser', 'Y': 'CWUser'}])],
 10, 10, [self.system],
 {'X': 'table0.C0', 'Y': 'table1.C0'}, [])
 ], {'x': ueid})
 def test_complex_aggregat(self):
 self._test('Any MAX(X)',
 [('OneFetchStep',
 [('Any MAX(X)', X_ALL_SOLS)],
 None, None, [self.system], {}, [])
 ])
 def test_complex_typed_aggregat(self):
 self._test('Any MAX(X) WHERE X is Card',
 [('AggrStep', 'Any MAX(X)', None, None, 'table0',  None,
 [('FetchStep',
 [('Any MAX(X) WHERE X is Card', [{'X': 'Card'}])],
 [self.rql, self.system], {}, {'MAX(X)': 'table0.C0'}, [])
 ])
 ])
 def test_complex_greater_eid(self):
 self._test('Any X WHERE X eid > 12',
 [('OneFetchStep',
 [('Any X WHERE X eid > 12', X_ALL_SOLS)],
 None, None, [self.system], {}, [])
 ])
 def test_complex_greater_typed_eid(self):
 self._test('Any X WHERE X eid > 12, X is Card',
 [('OneFetchStep',
 [('Any X WHERE X eid > 12, X is Card', [{'X': 'Card'}])],
 None, None, [self.system], {}, [])
 ])
 def test_complex_optional(self):
 ueid = self.session.user.eid
 self._test('Any U WHERE WF wf_info_for X, X eid %(x)s, WF owned_by U?, WF from_state FS',
 [('OneFetchStep', [('Any U WHERE WF wf_info_for 5, WF owned_by U?, WF from_state FS',
 [{'WF': 'TrInfo', 'FS': 'State', 'U': 'CWUser'}])],
 [('OneFetchStep', [('Any U WHERE WF wf_info_for 5, WF owned_by U?, WF from_state FS',
 [{'WF': 'TrInfo', 'FS': 'State', 'U': 'CWUser'}])],
 None, None, [self.system], {}, [])],
 {'x': ueid})
 def test_3sources_ambigous(self):
 self._test('Any X,T WHERE X owned_by U, U login "syt", X title T',
 [('FetchStep', [('Any X,T WHERE X title T, X is Card', [{'X': 'Card', 'T': 'String'}])],
 [self.rql, self.system], None,
 {'T': 'table0.C1', 'X': 'table0.C0', 'X.title': 'table0.C1'}, []),
 None, None, [self.system],
 {'VR': 'table1.C1', 'V': 'table1.C0', 'V.creation_date': 'table1.C1', 'X.creation_date': 'table0.C0'}, [])
 ])
 def test_outer_supported_rel1(self):
 # both system and rql support all variables, can be
 self._test('Any X, R WHERE X is Note, X in_state S, X type R, '
 'NOT EXISTS(Y is Note, Y in_state S, Y type R, X identity Y)',
 [('OneFetchStep', [('Any X,R WHERE X is Note, X in_state S, X type R, NOT EXISTS(Y is Note, Y in_state S, Y type R, X identity Y), S is State',
 [{'Y': 'Note', 'X': 'Note', 'S': 'State', 'R': 'String'}])],
 None, None,
 [self.rql, self.system], {}, [])
 ])
 def test_not_identity(self):
 # both system and rql support all variables, can be
 self._test('Any X WHERE NOT X identity U, U eid %s' % self.session.user.eid,
 [('OneFetchStep',
 [('Any X WHERE NOT X identity 5, X is CWUser', [{'X': 'CWUser'}])],
 None, None,
 [self.ldap, self.system], {}, [])
 ('OneFetchStep', [('Any X,MAX(R) GROUPBY X WHERE X in_state S, X login R, NOT EXISTS(Y type R, S identity A, A is State, Y is Note), S is State, X is CWUser',
 [{'Y': 'Note', 'X': 'CWUser', 'S': 'State', 'R': 'String', 'A': 'State'}])],
 None, None, [self.system],
 {'A': 'table0.C0', 'X': 'table1.C0', 'X.login': 'table1.C1', 'R': 'table1.C1', 'Y.type': 'table0.C1'}, [])
 ])
 def test_security_has_text(self):
 # use a guest user
 self.session = self._user_session()[1]
 self._test('Any X WHERE X has_text "bla"',
 [('FetchStep', [('Any E WHERE E type "X", E is Note', [{'E': 'Note'}])],
 {'X': 'Personne'}, {'X': 'Societe'}, {'X': 'State'},
 {'X': 'SubDivision'}, {'X': 'Tag'}, {'X': 'Transition'}]),],
 None, None, [self.system], {}, []),
 ])
 ])
 def test_security_has_text_limit_offset(self):
 # use a guest user
 self.session = self._user_session()[1]
 # note: same as the above query but because of the subquery usage, the display differs (not printing solutions for each union)
 self._test('Any X LIMIT 10 OFFSET 10 WHERE X has_text "bla"',
 {'X': 'Comment'}, {'X': 'Division'}, {'X': 'CWUser'},
 {'X': 'Email'}, {'X': 'EmailThread'}, {'X': 'File'},
 {'X': 'Folder'}, {'X': 'Image'}, {'X': 'Note'},
 {'X': 'Personne'}, {'X': 'Societe'}, {'X': 'State'},
 {'X': 'SubDivision'}, {'X': 'Tag'}, {'X': 'Transition'}])],
 10, 10, [self.system], {'X': 'table0.C0'}, [])
 ])
 def test_security_user(self):
 """a guest user trying to see another user: EXISTS(X owned_by U) is automatically inserted"""
 # use a guest user
 self.session = self._user_session()[1]
 self._test('Any X WHERE X login "bla"',
 [('Any X WHERE X login "bla", X is CWUser', [{'X': 'CWUser'}])],
 [self.ldap, self.system], None, {'X': 'table0.C0'}, []),
 ('OneFetchStep',
 [('Any X WHERE EXISTS(X owned_by 5), X is CWUser', [{'X': 'CWUser'}])],
 None, None, [self.system], {'X': 'table0.C0'}, [])])
 def test_security_complex_has_text(self):
 # use a guest user
 self.session = self._user_session()[1]
 self._test('Any X WHERE X has_text "bla", X firstname "bla"',
 [('FetchStep', [('Any X WHERE X firstname "bla", X is CWUser', [{'X': 'CWUser'}])],
 def test_security_complex_aggregat(self):
 # use a guest user
 self.session = self._user_session()[1]
 self._test('Any MAX(X)',
 [('FetchStep', [('Any E WHERE E type "X", E is Note', [{'E': 'Note'}])],
 [self.rql, self.system],  None, {'E': 'table1.C0'}, []),
 ('FetchStep', [('Any X WHERE X is CWUser', [{'X': 'CWUser'}])],
 [self.ldap, self.system], None, {'X': 'table2.C0'}, []),
 ('UnionFetchStep', [
 ('FetchStep', [('Any X WHERE EXISTS(X owned_by 5), X is Basket', [{'X': 'Basket'}])],
 [self.system], {}, {'X': 'table0.C0'}, []),
 ('UnionFetchStep',
 [('FetchStep', [('Any X WHERE X is IN(Card, Note, State)',
 [{'X': 'Card'}, {'X': 'Note'}, {'X': 'State'}])],
 [self.rql, self.system], {}, {'X': 'table0.C0'}, []),
 ('FetchStep',
-[('Any X WHERE X is IN(Bookmark, Comment, Division, CWCache, CWConstraint, CWConstraintType, CWEType, CWAttribute, CWGroup, CWRelation, CWPermission, CWProperty, CWRType, Email, EmailAddress, EmailPart, EmailThread, File, Folder, Image, Personne, RQLExpression, Societe, SubDivision, Tag, TrInfo, Transition)',
+[('Any X WHERE X is IN(Bookmark, CWAttribute, CWCache, CWConstraint, CWConstraintType, CWEType, CWGroup, CWPermission, CWProperty, CWRType, CWRelation, Comment, Division, Email, EmailAddress, EmailPart, EmailThread, File, Folder, Image, Personne, RQLExpression, Societe, SubDivision, Tag, TrInfo, Transition)',
 sorted([{'X': 'Bookmark'}, {'X': 'Comment'}, {'X': 'Division'},
 {'X': 'CWCache'}, {'X': 'CWConstraint'}, {'X': 'CWConstraintType'},
 {'X': 'CWEType'}, {'X': 'CWAttribute'}, {'X': 'CWGroup'},
 {'X': 'CWRelation'}, {'X': 'CWPermission'}, {'X': 'CWProperty'},
 {'X': 'CWRType'}, {'X': 'Email'}, {'X': 'EmailAddress'},
 ]),
 ('FetchStep', [('Any X WHERE EXISTS(X owned_by 5), X is CWUser', [{'X': 'CWUser'}])],
 [self.system], {'X': 'table2.C0'}, {'X': 'table0.C0'}, []),
 ('FetchStep', [('Any X WHERE (EXISTS(X owned_by 5)) OR ((((EXISTS(D concerne C?, C owned_by 5, C type "X", X identity D, C is Division, D is Affaire)) OR (EXISTS(H concerne G?, G owned_by 5, G type "X", X identity H, G is SubDivision, H is Affaire))) OR (EXISTS(I concerne F?, F owned_by 5, F type "X", X identity I, F is Societe, I is Affaire))) OR (EXISTS(J concerne E?, E owned_by 5, X identity J, E is Note, J is Affaire))), X is Affaire',
 [{'C': 'Division', 'E': 'Note', 'D': 'Affaire', 'G': 'SubDivision', 'F': 'Societe', 'I': 'Affaire', 'H': 'Affaire', 'J': 'Affaire', 'X': 'Affaire'}])],
 [self.system], {'E': 'table1.C0'}, {'X': 'table0.C0'}, []),
 ]),
 ('OneFetchStep', [('Any MAX(X)', X_ALL_SOLS)],
 None, None, [self.system], {'X': 'table0.C0'}, [])
 ])
 def test_security_complex_aggregat2(self):
 # use a guest user
 self.session = self._user_session()[1]
 self._test('Any ET, COUNT(X) GROUPBY ET ORDERBY ET WHERE X is ET',
 [('FetchStep', [('Any X WHERE X is IN(Card, Note, State)',
 [{'X': 'Card'}, {'X': 'Note'}, {'X': 'State'}])],
 [self.rql, self.system], None, {'X': 'table1.C0'}, []),
 ('FetchStep', [('Any E WHERE E type "X", E is Note', [{'E': 'Note'}])],
 [self.rql, self.system],  None, {'E': 'table2.C0'}, []),
 ('FetchStep', [('Any ET,X WHERE X is ET, EXISTS(X owned_by 5), ET is CWEType, X is CWUser',
 [{'ET': 'CWEType', 'X': 'CWUser'}])],
 [self.system], {'X': 'table3.C0'}, {'ET': 'table0.C0', 'X': 'table0.C1'}, []),
 # extra UnionFetchStep could be avoided but has no cost, so don't care
 ('UnionFetchStep',
-[('FetchStep', [('Any ET,X WHERE X is ET, ET is CWEType, X is IN(Bookmark, Comment, Division, CWCache, CWConstraint, CWConstraintType, CWEType, CWAttribute, CWGroup, CWRelation, CWPermission, CWProperty, CWRType, Email, EmailAddress, EmailPart, EmailThread, File, Folder, Image, Personne, RQLExpression, Societe, SubDivision, Tag, TrInfo, Transition)',
+[('FetchStep', [('Any ET,X WHERE X is ET, ET is CWEType, X is IN(Bookmark, CWAttribute, CWCache, CWConstraint, CWConstraintType, CWEType, CWGroup, CWPermission, CWProperty, CWRType, CWRelation, Comment, Division, Email, EmailAddress, EmailPart, EmailThread, File, Folder, Image, Personne, RQLExpression, Societe, SubDivision, Tag, TrInfo, Transition)',
 [{'X': 'Bookmark', 'ET': 'CWEType'}, {'X': 'Comment', 'ET': 'CWEType'},
 {'X': 'Division', 'ET': 'CWEType'}, {'X': 'CWCache', 'ET': 'CWEType'},
 {'X': 'CWConstraint', 'ET': 'CWEType'}, {'X': 'CWConstraintType', 'ET': 'CWEType'},
 {'X': 'CWEType', 'ET': 'CWEType'}, {'X': 'CWAttribute', 'ET': 'CWEType'},
 {'X': 'CWGroup', 'ET': 'CWEType'}, {'X': 'CWRelation', 'ET': 'CWEType'},
 [('Any X,XT LIMIT 10 OFFSET 10 WHERE X owned_by U, X title XT, EXISTS(U owned_by 5), U is CWUser, X is Card',
 [{'X': 'Card', 'U': 'CWUser', 'XT': 'String'}])],
 10, 10, [self.system],
 {'X': 'table0.C0', 'X.title': 'table0.C1', 'XT': 'table0.C1', 'U': 'table1.C0'}, [])
 ])
 def test_exists_base(self):
 self._test('Any X,L,S WHERE X in_state S, X login L, EXISTS(X in_group G, G name "bougloup")',
 [('FetchStep', [('Any X,L WHERE X login L, X is CWUser', [{'X': 'CWUser', 'L': 'String'}])],
 [self.ldap, self.system], None, {'X': 'table0.C0', 'X.login': 'table0.C1', 'L': 'table0.C1'}, []),
 ('OneFetchStep', [("Any X,L,S WHERE X in_state S, X login L, "
 ('OneFetchStep', [('Any GN,L WHERE X in_group G, X login L, G name GN, EXISTS(X copain T, T is CWUser), NOT EXISTS(X copain T2, T2 is CWUser), G is CWGroup, X is CWUser',
 [{'G': 'CWGroup', 'GN': 'String', 'L': 'String', 'T': 'CWUser', 'T2': 'CWUser', 'X': 'CWUser'}])],
 None, None, [self.system],
 {'T': 'table0.C0', 'T2': 'table1.C0',
 'X': 'table2.C1', 'X.login': 'table2.C0', 'L': 'table2.C0'}, [])])
 def test_exists_security_no_invariant(self):
 ueid = self.session.user.eid
 self._test('Any X,AA,AB,AC,AD ORDERBY AA WHERE X is CWUser, X login AA, X firstname AB, X surname AC, X modification_date AD, A eid %(B)s, \
 EXISTS(((X identity A) OR \
 (EXISTS(X in_group C, C name IN("managers", "staff"), C is CWGroup))) OR \
 def test_relation_need_split(self):
 self._test('Any X, S WHERE X in_state S',
 [('UnionStep', None, None, [
 ('OneFetchStep', [('Any X,S WHERE X in_state S, S is State, X is IN(Affaire, CWUser)',
 [{'X': 'Affaire', 'S': 'State'}, {'X': 'CWUser', 'S': 'State'}])],
 None, None, [self.system], {}, []),
 ('OneFetchStep', [('Any X,S WHERE X in_state S, S is State, X is Note',
 [{'X': 'Note', 'S': 'State'}])],
 None, None, [self.rql, self.system], {}, []),
 ])])
 def test_relation_selection_need_split(self):
 self._test('Any X,S,U WHERE X in_state S, X todo_by U',
 # given eid. The "NOT X in_state S, X eid %(x)s" expression is necessarily true
 # in the source where %(x)s is not coming from and will be removed during rql
 # generation for the external source
 self._test('Any SN WHERE NOT X in_state S, X eid %(x)s, S name SN',
 [('OneFetchStep', [('Any SN WHERE NOT 5 in_state S, S name SN, S is State',
 [{'S': 'State', 'SN': 'String'}])],
 None, None, [self.rql, self.system], {}, [])],
 {'x': ueid})
 def test_not_relation_no_split_external(self):
 repo._type_source_cache[999999] = ('Note', 'cards', 999999)
 # similar to the above test but with an eid coming from the external source.
 # the same plan may be used, since we won't find any record in the system source
 # linking 9999999 to a state
 self._test('Any SN WHERE NOT X in_state S, X eid %(x)s, S name SN',
 [('OneFetchStep', [('Any SN WHERE NOT 999999 in_state S, S name SN, S is State',
 [{'S': 'State', 'SN': 'String'}])],
 None, None, [self.rql, self.system], {}, [])],
 {'x': 999999})
 def test_not_relation_need_split(self):
 self._test('Any SN WHERE NOT X in_state S, S name SN',
 [{'S': 'State', 'SN': 'String', 'X': 'Affaire'},
 {'S': 'State', 'SN': 'String', 'X': 'CWUser'}])],
 None, None, [self.system], {'S': 'table0.C1', 'S.name': 'table0.C0', 'SN': 'table0.C0'},
 []),]
 )])
 def test_external_attributes_and_relation(self):
 repo._type_source_cache[999999] = ('Note', 'cards', 999999)
 self._test('Any A,B,C,D WHERE A eid %(x)s,A creation_date B,A modification_date C, A todo_by D?',
 [('FetchStep', [('Any A,B,C WHERE A eid 999999, A creation_date B, A modification_date C, A is Note',
 [{'A': 'Note', 'C': 'Datetime', 'B': 'Datetime'}])],
 def test_has_text(self):
 self._test('Card X WHERE X has_text "toto"',
 [('OneFetchStep', [('Any X WHERE X has_text "toto", X is Card',
 [{'X': 'Card'}])],
 None, None, [self.system], {}, [])])
 def test_has_text_3(self):
 self._test('Any X WHERE X has_text "toto", X title "zoubidou"',
 [('FetchStep', [(u'Any X WHERE X title "zoubidou", X is Card',
 [{'X': 'Card'}])],
 [self.rql, self.system], None, {'X': 'table0.C0'}, []),
 ('OneFetchStep', [(u'Any X WHERE X has_text "toto", X title "zoubidou", X is EmailThread',
 [{'X': 'EmailThread'}])],
 None, None, [self.system], {}, []),
 ]),
 ])
 def test_sort_func(self):
 self._test('Note X ORDERBY DUMB_SORT(RF) WHERE X type RF',
 [('AggrStep', 'Any X ORDERBY DUMB_SORT(RF)', None, None, 'table0', None, [
 ('FetchStep', [('Any X,RF WHERE X type RF, X is Note',
 [{'X': 'Note', 'RF': 'String'}])],
 'Y': 'table1.C0', 'Y.title': 'table1.C1'}, [])
 ])
 def test_attr_unification_neq_1(self):
 self._test('Any X,Y WHERE X is Bookmark, Y is Card, X creation_date D, Y creation_date > D',
 [('FetchStep',
 [('Any Y,D WHERE Y creation_date > D, Y is Card',
 [{'D': 'Datetime', 'Y': 'Card'}])],
 [self.rql,self.system], None,
 {'D': 'table0.C1', 'Y': 'table0.C0', 'Y.creation_date': 'table0.C1'}, []),
 ('OneFetchStep',
 None, None, [self.system], {}, [])],
 {'x': 999999})
 # external source w/ .cross_relations == ['multisource_crossed_rel'] ######
 def test_crossed_relation_eid_1_invariant(self):
 repo._type_source_cache[999999] = ('Note', 'system', 999999)
 self._test('Any Y WHERE X eid %(x)s, X multisource_crossed_rel Y',
 [('OneFetchStep', [('Any Y WHERE 999999 multisource_crossed_rel Y', [{u'Y': 'Note'}])],
 None, None, [self.system], {}, [])
 ],
 {'x': 999999,})
 def test_crossed_relation_eid_2_needattr(self):
 repo._type_source_cache[999999] = ('Note', 'cards', 999999)
 self._test('Any Y,T WHERE X eid %(x)s, X multisource_crossed_rel Y, Y type T',
 [('FetchStep', [('Any Y,T WHERE Y type T, Y is Note', [{'T': 'String', 'Y': 'Note'}])],
 [self.rql, self.system], None,
 {'T': 'table0.C1', 'Y': 'table0.C0', 'Y.type': 'table0.C1'}, []),
 ('UnionStep', None, None,
 [('OneFetchStep', [('Any Y,T WHERE 999999 multisource_crossed_rel Y, Y type T, Y is Note',
 {'T': 'table1.C1', 'X': 'table0.C0', 'X.type': 'table0.C1',
 'Y': 'table1.C0', 'Y.type': 'table1.C1'},
 [])]
 )],
 {'x': 999999,})
 # edition queries tests ###################################################
 def test_insert_simplified_var_1(self):
 repo._type_source_cache[999999] = ('Note', 'cards', 999999)
 repo._type_source_cache[999998] = ('State', 'system', None)
 [{'A': 'Affaire'}])],
 None, None, [self.system], {}, [])]
 )]
 )],
 {'n': 999999, 's': 999998})
 def test_delete_relation1(self):
 ueid = self.session.user.eid
 self._test('DELETE X created_by Y WHERE X eid %(x)s, NOT Y eid %(y)s',
 [('DeleteRelationsStep', [
 ('OneFetchStep', [('Any 5,Y WHERE %s created_by Y, NOT Y eid %s, Y is CWUser'%(ueid, ueid),
 [{'Y': 'CWUser'}])],
 None, None, [self.system], {}, []),
 ]),
 ],
 {'x': ueid, 'y': ueid})
 def test_delete_relation2(self):
 ueid = self.session.user.eid
 self._test('DELETE X created_by Y WHERE X eid %(x)s, NOT Y login "syt"',
 [('FetchStep', [('Any Y WHERE NOT Y login "syt", Y is CWUser', [{'Y': 'CWUser'}])],
 [self.ldap, self.system], None, {'Y': 'table0.C0'}, []),
 [{'Y': 'Card'}, {'Y': 'Note'}])],
 None, None, [self.system], {}, [])
 ])
 ],
 {'x': 999999})
 def test_delete_entity2(self):
 repo._type_source_cache[999999] = ('Note', 'system', 999999)
 self._test('DELETE Note X WHERE X eid %(x)s, NOT X multisource_inlined_rel Y',
 [('DeleteEntitiesStep',
 [('OneFetchStep', [('Any X WHERE X eid 999999, NOT X multisource_inlined_rel Y, X is Note, Y is IN(Affaire, Note)',
 [{'X': 'Note', 'Y': 'Affaire'}, {'X': 'Note', 'Y': 'Note'}])],
 None, None, [self.system], {}, [])
 ])
 ],
 {'x': 999999})
 def test_update(self):
 self._test('SET X copain Y WHERE X login "comme", Y login "cochon"',
 [('FetchStep',
 [('Any X WHERE X login "comme", X is CWUser', [{'X': 'CWUser'}])],
 [self.ldap, self.system], None, {'X': 'table0.C0'}, []),
 #                        ('OneFetchStep', [('DISTINCT Any X,%s WHERE X is CWUser' % activatedeid,
 #                                           [{'X': 'CWUser'}])],
 #                         None, None, [self.system], {}, []),
 #                        ]),
 #                     ])
 # non regression tests ####################################################
 def test_nonregr1(self):
 self._test('Any X, Y WHERE X copain Y, X login "syt", Y login "cochon"',
 [('FetchStep',
 [('Any X WHERE X login "syt", X is CWUser', [{'X': 'CWUser'}])],
 [self.ldap, self.system], None, {'X': 'table0.C0'}, []),
 ('OneFetchStep',
 [('Any X,Y WHERE X copain Y, X is CWUser, Y is CWUser',
 [{'X': 'CWUser', 'Y': 'CWUser'}])],
 None, None, [self.system], {'X': 'table0.C0', 'Y': 'table1.C0'}, [])
 ])
 def test_nonregr2(self):
 treid = self.session.user.latest_trinfo().eid
 self._test('Any X ORDERBY D DESC WHERE E eid %(x)s, E wf_info_for X, X modification_date D',
 [('FetchStep', [('Any X,D WHERE X modification_date D, X is Note',
 [{'X': 'Note', 'D': 'Datetime'}])],
 {'X': 'table0.C0', 'X.modification_date': 'table0.C1', 'D': 'table0.C1'},
 {'X': 'table2.C0', 'X.modification_date': 'table2.C1', 'D': 'table2.C1', 'E.wf_info_for': 'table2.C0'}, []),
 ]),
 ],
 {'x': treid})
 def test_nonregr3(self):
 # original jpl query:
 # Any X, NOW - CD, P WHERE P is Project, U interested_in P, U is CWUser, U login "sthenault", X concerns P, X creation_date CD ORDERBY CD DESC LIMIT 5
 self._test('Any X, NOW - CD, P ORDERBY CD DESC LIMIT 5 WHERE P bookmarked_by U, U login "admin", P is X, X creation_date CD',
 [('FetchStep', [('Any U WHERE U login "admin", U is CWUser', [{'U': 'CWUser'}])],
 [self.ldap, self.system], None, {'U': 'table0.C0'}, []),
 ('OneFetchStep', [('Any X,(NOW - CD),P ORDERBY CD DESC LIMIT 5 WHERE P bookmarked_by U, P is X, X creation_date CD, P is Bookmark, U is CWUser, X is CWEType',
 [{'P': 'Bookmark', 'U': 'CWUser', 'X': 'CWEType', 'CD': 'Datetime'}])],
 5, None,  [self.system], {'U': 'table0.C0'}, [])]
 )
 def test_nonregr4(self):
 self._test('Any U ORDERBY D DESC WHERE WF wf_info_for X, WF creation_date D, WF from_state FS, '
 'WF owned_by U?, X eid %(x)s',
 [#('FetchStep', [('Any U WHERE U is CWUser', [{'U': 'CWUser'}])],
 # [self.ldap, self.system], None, {'U': 'table0.C0'}, []),
 [self.system], {}, [])],
 {'x': self.session.user.eid})
 def test_nonregr5(self):
 # original jpl query:
 # DISTINCT Version V WHERE MB done_in MV, MV eid %(x)s,
 # MB depends_on B, B done_in V, V version_of P, NOT P eid %(p)s'
 cardeid = self.execute('INSERT Card X: X title "hop"')[0][0]
 noteeid = self.execute('INSERT Note X')[0][0]
 self._test('DISTINCT Card V WHERE MB documented_by MV, MV eid %(x)s, '
 'MB depends_on B, B documented_by V, V multisource_rel P, NOT P eid %(p)s',
 [self.rql], None, {}, []),
 ('OneFetchStep', [('Any 999999,Z WHERE Z concerne 999999, Z is Affaire',
 [{'Z': 'Affaire'}])],
 None, None, [self.system], {}, [])],
 {'x': 999999})
 def test_nonregr9(self):
 repo._type_source_cache[999999] = ('Note', 'cards', 999999)
 repo._type_source_cache[999998] = ('Note', 'cards', 999998)
 self._test('SET X migrated_from Y WHERE X eid %(x)s, Y multisource_rel Z, Z eid %(z)s, Y migrated_from Z',
 [('FetchStep', [('Any Y WHERE Y multisource_rel 999998, Y is Note', [{'Y': 'Note'}])],
 None, None, [self.system], {'AA': 'table0.C1', 'AB': 'table0.C2',
 'X': 'table0.C0', 'X.login': 'table0.C1', 'X.modification_date': 'table0.C2'},
 [])
 ],
 {'x': 999999})
 def test_nonregr11(self):
 repo._type_source_cache[999999] = ('Bookmark', 'system', 999999)
 self._test('SET X bookmarked_by Y WHERE X eid %(x)s, Y login "hop"',
 [('FetchStep',
 [('Any Y WHERE Y login "hop", Y is CWUser', [{'Y': 'CWUser'}])],
 [('OneFetchStep', [('DISTINCT Any 999999,Y WHERE Y is CWUser', [{'Y': 'CWUser'}])],
 None, None, [self.system], {'Y': 'table0.C0'},
 [])]
 )],
 {'x': 999999})
 def test_nonregr12(self):
 repo._type_source_cache[999999] = ('Note', 'cards', 999999)
 self._test('Any X ORDERBY Z DESC WHERE X modification_date Z, E eid %(x)s, E see_also X',
 [('FetchStep', [('Any X,Z WHERE X modification_date Z, X is Note',
 [{'X': 'Note', 'Z': 'Datetime'}])],
 [{'B': 'File', 'U': 'CWUser', 'UL': 'String'}])],
 None, None, [self.system],
 {'U': 'table1.C0', 'UL': 'table1.C1'},
 [])],
 {'x': self.session.user.eid})
 def test_nonregr13_2(self):
 # identity *not* wrapped into exists.
 #
 # XXX this test fail since in this case, in "U identity 5" U and 5 are
 # from the same scope so constraints are applied (telling the U should
 {'x': self.session.user.eid})
 class MSPlannerTwoSameExternalSourcesTC(BasePlannerTC):
 """test planner related feature on a 3-sources repository:
 * 2 rql sources supporting Card
 """
 repo = repo
 def setUp(self):
 self.o = repo.querier
 self.session = repo._sessions.values()[0]
 self.pool = self.session.set_pool()
 self.schema = self.o.schema
 assert 'multisource_crossed_rel' in repo.sources_by_uri['cards2'].cross_relations
 assert repo.sources_by_uri['cards'].support_relation('multisource_crossed_rel')
 assert 'multisource_crossed_rel' in repo.sources_by_uri['cards'].cross_relations
 clear_ms_caches(repo)
 _test = test_plan
 def tearDown(self):
 undo_monkey_patch()
 del self.sources[-1]
 del self.sources[-1]
 del repo.sources_by_uri['cards']
 'X': 'table0.C0'},
 [])]
 )]
 )
+def test_nonregr_dont_cross_rel_source_filtering(self):
+self.repo._type_source_cache[999999] = ('Note', 'cards', 999999)
+self._test('Any X,AA,AB WHERE E eid %(x)s, E in_state X, X name AA, X modification_date AB',
+[('OneFetchStep', [('Any X,AA,AB WHERE 999999 in_state X, X name AA, X modification_date AB, X is State',
+[{'AA': 'String', 'AB': 'Datetime', 'X': 'State'}])],
+None, None,
+[self.rql], {}, []
+)],
+{'x': 999999})
 if __name__ == '__main__':
 from logilab.common.testlib import unittest_main
 unittest_main()

branch	tls-sprint
changeset 1785	01245e2a777d
parent 1398	5fe84a5f7035
child 1786	eccd1885d42e