[rql2sql] fix generated SQL when an attribute relation with a variable is ored with another attribute relation. Closes #2410405
# copyright 2003-2012 LOGILAB S.A. (Paris, FRANCE), all rights reserved.# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr## This file is part of CubicWeb.## CubicWeb is free software: you can redistribute it and/or modify it under the# terms of the GNU Lesser General Public License as published by the Free# Software Foundation, either version 2.1 of the License, or (at your option)# any later version.## CubicWeb is distributed in the hope that it will be useful, but WITHOUT# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more# details.## You should have received a copy of the GNU Lesser General Public License along# with CubicWeb. If not, see <http://www.gnu.org/licenses/>."""unit tests for module cubicweb.server.sources.rql2sql"""import sysimport osfrom datetime import datefrom logilab.common.testlib import TestCase, unittest_main, mock_objectfrom rql import BadRQLQueryfrom rql.utils import register_function, FunctionDescrfrom cubicweb.devtools import TestServerConfigurationfrom cubicweb.devtools.repotest import RQLGeneratorTCfrom cubicweb.server.sources.rql2sql import remove_unused_solutions# add a dumb registered procedureclass stockproc(FunctionDescr): supported_backends = ('postgres', 'sqlite', 'mysql')try: register_function(stockproc)except AssertionError, ex: pass # already registeredfrom logilab import database as dbdef monkey_patch_import_driver_module(driver, drivers, quiet=True): if not driver in drivers: raise db.UnknownDriver(driver) for modname in drivers[driver]: try: if not quiet: sys.stderr.write('Trying %s\n' % modname) module = db.load_module_from_name(modname, use_sys=False) break except ImportError: if not quiet: sys.stderr.write('%s is not available\n' % modname) continue else: return mock_object(STRING=1, BOOLEAN=2, BINARY=3, DATETIME=4, NUMBER=5), drivers[driver][0] return module, modnamedef setUpModule(): global config, schema config = TestServerConfiguration('data', apphome=CWRQLTC.datadir) config.bootstrap_cubes() schema = config.load_schema() schema['in_state'].inlined = True schema['state_of'].inlined = False schema['comments'].inlined = False db._backup_import_driver_module = db._import_driver_module db._import_driver_module = monkey_patch_import_driver_moduledef tearDownModule(): global config, schema del config, schema db._import_driver_module = db._backup_import_driver_module del db._backup_import_driver_modulePARSER = [ (r"Personne P WHERE P nom 'Zig\'oto';", '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE _P.cw_nom=Zig\'oto'''), (r'Personne P WHERE P nom ~= "Zig\"oto%";', '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE _P.cw_nom ILIKE Zig"oto%'''), ]BASIC = [ ("Any AS WHERE AS is Affaire", '''SELECT _AS.cw_eidFROM cw_Affaire AS _AS'''), ("Any X WHERE X is Affaire", '''SELECT _X.cw_eidFROM cw_Affaire AS _X'''), ("Any X WHERE X eid 0", '''SELECT 0'''), ("Personne P", '''SELECT _P.cw_eidFROM cw_Personne AS _P'''), ("Personne P WHERE P test TRUE", '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE _P.cw_test=TRUE'''), ("Personne P WHERE P test false", '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE _P.cw_test=FALSE'''), ("Personne P WHERE P eid -1", '''SELECT -1'''), ("Personne P WHERE S is Societe, P travaille S, S nom 'Logilab';", '''SELECT rel_travaille0.eid_fromFROM cw_Societe AS _S, travaille_relation AS rel_travaille0WHERE rel_travaille0.eid_to=_S.cw_eid AND _S.cw_nom=Logilab'''), ("Personne P WHERE P concerne A, A concerne S, S nom 'Logilab', S is Societe;", '''SELECT rel_concerne0.eid_fromFROM concerne_relation AS rel_concerne0, concerne_relation AS rel_concerne1, cw_Societe AS _SWHERE rel_concerne0.eid_to=rel_concerne1.eid_from AND rel_concerne1.eid_to=_S.cw_eid AND _S.cw_nom=Logilab'''), ("Note N WHERE X evaluee N, X nom 'Logilab';", '''SELECT rel_evaluee0.eid_toFROM cw_Division AS _X, evaluee_relation AS rel_evaluee0WHERE rel_evaluee0.eid_from=_X.cw_eid AND _X.cw_nom=LogilabUNION ALLSELECT rel_evaluee0.eid_toFROM cw_Personne AS _X, evaluee_relation AS rel_evaluee0WHERE rel_evaluee0.eid_from=_X.cw_eid AND _X.cw_nom=LogilabUNION ALLSELECT rel_evaluee0.eid_toFROM cw_Societe AS _X, evaluee_relation AS rel_evaluee0WHERE rel_evaluee0.eid_from=_X.cw_eid AND _X.cw_nom=LogilabUNION ALLSELECT rel_evaluee0.eid_toFROM cw_SubDivision AS _X, evaluee_relation AS rel_evaluee0WHERE rel_evaluee0.eid_from=_X.cw_eid AND _X.cw_nom=Logilab'''), ("Note N WHERE X evaluee N, X nom in ('Logilab', 'Caesium');", '''SELECT rel_evaluee0.eid_toFROM cw_Division AS _X, evaluee_relation AS rel_evaluee0WHERE rel_evaluee0.eid_from=_X.cw_eid AND _X.cw_nom IN(Logilab, Caesium)UNION ALLSELECT rel_evaluee0.eid_toFROM cw_Personne AS _X, evaluee_relation AS rel_evaluee0WHERE rel_evaluee0.eid_from=_X.cw_eid AND _X.cw_nom IN(Logilab, Caesium)UNION ALLSELECT rel_evaluee0.eid_toFROM cw_Societe AS _X, evaluee_relation AS rel_evaluee0WHERE rel_evaluee0.eid_from=_X.cw_eid AND _X.cw_nom IN(Logilab, Caesium)UNION ALLSELECT rel_evaluee0.eid_toFROM cw_SubDivision AS _X, evaluee_relation AS rel_evaluee0WHERE rel_evaluee0.eid_from=_X.cw_eid AND _X.cw_nom IN(Logilab, Caesium)'''), ("Any N WHERE G is CWGroup, G name N, E eid 12, E read_permission G", '''SELECT _G.cw_nameFROM cw_CWGroup AS _G, read_permission_relation AS rel_read_permission0WHERE rel_read_permission0.eid_from=12 AND rel_read_permission0.eid_to=_G.cw_eid'''), ('Any Y WHERE U login "admin", U login Y', # stupid but valid... """SELECT _U.cw_loginFROM cw_CWUser AS _UWHERE _U.cw_login=admin"""), ('Any T WHERE T tags X, X is State', '''SELECT rel_tags0.eid_fromFROM cw_State AS _X, tags_relation AS rel_tags0WHERE rel_tags0.eid_to=_X.cw_eid'''), ('Any X,Y WHERE X eid 0, Y eid 1, X concerne Y', '''SELECT 0, 1FROM concerne_relation AS rel_concerne0WHERE rel_concerne0.eid_from=0 AND rel_concerne0.eid_to=1'''), ("Any X WHERE X prenom 'lulu'," "EXISTS(X owned_by U, U in_group G, G name 'lulufanclub' OR G name 'managers');", '''SELECT _X.cw_eidFROM cw_Personne AS _XWHERE _X.cw_prenom=lulu AND EXISTS(SELECT 1 FROM cw_CWGroup AS _G, in_group_relation AS rel_in_group1, owned_by_relation AS rel_owned_by0 WHERE rel_owned_by0.eid_from=_X.cw_eid AND rel_in_group1.eid_from=rel_owned_by0.eid_to AND rel_in_group1.eid_to=_G.cw_eid AND ((_G.cw_name=lulufanclub) OR (_G.cw_name=managers)))'''), ("Any X WHERE X prenom 'lulu'," "NOT EXISTS(X owned_by U, U in_group G, G name 'lulufanclub' OR G name 'managers');", '''SELECT _X.cw_eidFROM cw_Personne AS _XWHERE _X.cw_prenom=lulu AND NOT (EXISTS(SELECT 1 FROM cw_CWGroup AS _G, in_group_relation AS rel_in_group1, owned_by_relation AS rel_owned_by0 WHERE rel_owned_by0.eid_from=_X.cw_eid AND rel_in_group1.eid_from=rel_owned_by0.eid_to AND rel_in_group1.eid_to=_G.cw_eid AND ((_G.cw_name=lulufanclub) OR (_G.cw_name=managers))))'''), ('Any X WHERE X title V, NOT X wikiid V, NOT X title "parent", X is Card', '''SELECT _X.cw_eidFROM cw_Card AS _XWHERE NOT (_X.cw_wikiid=_X.cw_title) AND NOT (_X.cw_title=parent)'''), ("Any -AS WHERE AS is Affaire", '''SELECT -_AS.cw_eidFROM cw_Affaire AS _AS'''),]BASIC_WITH_LIMIT = [ ("Personne P LIMIT 20 OFFSET 10", '''SELECT _P.cw_eidFROM cw_Personne AS _PLIMIT 20OFFSET 10'''), ("Any P ORDERBY N LIMIT 1 WHERE P is Personne, P travaille S, S eid %(eid)s, P nom N, P nom %(text)s", '''SELECT _P.cw_eidFROM cw_Personne AS _P, travaille_relation AS rel_travaille0WHERE rel_travaille0.eid_from=_P.cw_eid AND rel_travaille0.eid_to=12345 AND _P.cw_nom=hip hop momoORDER BY _P.cw_nomLIMIT 1'''), ]ADVANCED = [ ("Societe S WHERE S2 is Societe, S2 nom SN, S nom 'Logilab' OR S nom SN", '''SELECT _S.cw_eidFROM cw_Societe AS _S, cw_Societe AS _S2WHERE ((_S.cw_nom=Logilab) OR (_S2.cw_nom=_S.cw_nom))'''), ("Societe S WHERE S nom 'Logilab' OR S nom 'Caesium'", '''SELECT _S.cw_eidFROM cw_Societe AS _SWHERE ((_S.cw_nom=Logilab) OR (_S.cw_nom=Caesium))'''), ('Any X WHERE X nom "toto", X eid IN (9700, 9710, 1045, 674)', '''SELECT _X.cw_eidFROM cw_Division AS _XWHERE _X.cw_nom=toto AND _X.cw_eid IN(9700, 9710, 1045, 674)UNION ALLSELECT _X.cw_eidFROM cw_Personne AS _XWHERE _X.cw_nom=toto AND _X.cw_eid IN(9700, 9710, 1045, 674)UNION ALLSELECT _X.cw_eidFROM cw_Societe AS _XWHERE _X.cw_nom=toto AND _X.cw_eid IN(9700, 9710, 1045, 674)UNION ALLSELECT _X.cw_eidFROM cw_SubDivision AS _XWHERE _X.cw_nom=toto AND _X.cw_eid IN(9700, 9710, 1045, 674)'''), ('Any Y, COUNT(N) GROUPBY Y WHERE Y evaluee N;', '''SELECT rel_evaluee0.eid_from, COUNT(rel_evaluee0.eid_to)FROM evaluee_relation AS rel_evaluee0GROUP BY rel_evaluee0.eid_from'''), ("Any X WHERE X concerne B or C concerne X", '''SELECT _X.cw_eidFROM concerne_relation AS rel_concerne0, concerne_relation AS rel_concerne1, cw_Affaire AS _XWHERE ((rel_concerne0.eid_from=_X.cw_eid) OR (rel_concerne1.eid_to=_X.cw_eid))'''), ("Any X WHERE X travaille S or X concerne A", '''SELECT _X.cw_eidFROM concerne_relation AS rel_concerne1, cw_Personne AS _X, travaille_relation AS rel_travaille0WHERE ((rel_travaille0.eid_from=_X.cw_eid) OR (rel_concerne1.eid_from=_X.cw_eid))'''), ("Any N WHERE A evaluee N or N ecrit_par P", '''SELECT _N.cw_eidFROM cw_Note AS _N, evaluee_relation AS rel_evaluee0WHERE ((rel_evaluee0.eid_to=_N.cw_eid) OR (_N.cw_ecrit_par IS NOT NULL))'''), ("Any N WHERE A evaluee N or EXISTS(N todo_by U)", '''SELECT _N.cw_eidFROM cw_Note AS _N, evaluee_relation AS rel_evaluee0WHERE ((rel_evaluee0.eid_to=_N.cw_eid) OR (EXISTS(SELECT 1 FROM todo_by_relation AS rel_todo_by1 WHERE rel_todo_by1.eid_from=_N.cw_eid)))'''), ("Any N WHERE A evaluee N or N todo_by U", '''SELECT _N.cw_eidFROM cw_Note AS _N, evaluee_relation AS rel_evaluee0, todo_by_relation AS rel_todo_by1WHERE ((rel_evaluee0.eid_to=_N.cw_eid) OR (rel_todo_by1.eid_from=_N.cw_eid))'''), ("Any X WHERE X concerne B or C concerne X, B eid 12, C eid 13", '''SELECT _X.cw_eidFROM concerne_relation AS rel_concerne0, concerne_relation AS rel_concerne1, cw_Affaire AS _XWHERE ((rel_concerne0.eid_from=_X.cw_eid AND rel_concerne0.eid_to=12) OR (rel_concerne1.eid_from=13 AND rel_concerne1.eid_to=_X.cw_eid))'''), ('Any X WHERE X created_by U, X concerne B OR C concerne X, B eid 12, C eid 13', '''SELECT rel_created_by0.eid_fromFROM concerne_relation AS rel_concerne1, concerne_relation AS rel_concerne2, created_by_relation AS rel_created_by0WHERE ((rel_concerne1.eid_from=rel_created_by0.eid_from AND rel_concerne1.eid_to=12) OR (rel_concerne2.eid_from=13 AND rel_concerne2.eid_to=rel_created_by0.eid_from))'''), ('Any P WHERE P travaille_subdivision S1 OR P travaille_subdivision S2, S1 nom "logilab", S2 nom "caesium"', '''SELECT _P.cw_eidFROM cw_Personne AS _P, cw_SubDivision AS _S1, cw_SubDivision AS _S2, travaille_subdivision_relation AS rel_travaille_subdivision0, travaille_subdivision_relation AS rel_travaille_subdivision1WHERE ((rel_travaille_subdivision0.eid_from=_P.cw_eid AND rel_travaille_subdivision0.eid_to=_S1.cw_eid) OR (rel_travaille_subdivision1.eid_from=_P.cw_eid AND rel_travaille_subdivision1.eid_to=_S2.cw_eid)) AND _S1.cw_nom=logilab AND _S2.cw_nom=caesium'''), ('Any X WHERE T tags X', '''SELECT rel_tags0.eid_toFROM tags_relation AS rel_tags0'''), ('Any X WHERE X in_basket B, B eid 12', '''SELECT rel_in_basket0.eid_fromFROM in_basket_relation AS rel_in_basket0WHERE rel_in_basket0.eid_to=12'''), ('Any SEN,RN,OEN WHERE X from_entity SE, SE eid 44, X relation_type R, R eid 139, X to_entity OE, OE eid 42, R name RN, SE name SEN, OE name OEN', '''SELECT _SE.cw_name, _R.cw_name, _OE.cw_nameFROM cw_CWAttribute AS _X, cw_CWEType AS _OE, cw_CWEType AS _SE, cw_CWRType AS _RWHERE _X.cw_from_entity=44 AND _SE.cw_eid=44 AND _X.cw_relation_type=139 AND _R.cw_eid=139 AND _X.cw_to_entity=42 AND _OE.cw_eid=42UNION ALLSELECT _SE.cw_name, _R.cw_name, _OE.cw_nameFROM cw_CWEType AS _OE, cw_CWEType AS _SE, cw_CWRType AS _R, cw_CWRelation AS _XWHERE _X.cw_from_entity=44 AND _SE.cw_eid=44 AND _X.cw_relation_type=139 AND _R.cw_eid=139 AND _X.cw_to_entity=42 AND _OE.cw_eid=42'''), # Any O WHERE NOT S corrected_in O, S eid %(x)s, S concerns P, O version_of P, O in_state ST, NOT ST name "published", O modification_date MTIME ORDERBY MTIME DESC LIMIT 9 ('Any O WHERE NOT S ecrit_par O, S eid 1, S inline1 P, O inline2 P', '''SELECT _O.cw_eidFROM cw_Note AS _S, cw_Personne AS _OWHERE (_S.cw_ecrit_par IS NULL OR _S.cw_ecrit_par!=_O.cw_eid) AND _S.cw_eid=1 AND _S.cw_inline1 IS NOT NULL AND _O.cw_inline2=_S.cw_inline1'''), ('Any N WHERE N todo_by U, N is Note, U eid 2, N filed_under T, T eid 3', # N would actually be invarient if U eid 2 had given a specific type to U '''SELECT _N.cw_eidFROM cw_Note AS _N, filed_under_relation AS rel_filed_under1, todo_by_relation AS rel_todo_by0WHERE rel_todo_by0.eid_from=_N.cw_eid AND rel_todo_by0.eid_to=2 AND rel_filed_under1.eid_from=_N.cw_eid AND rel_filed_under1.eid_to=3'''), ('Any N WHERE N todo_by U, U eid 2, P evaluee N, P eid 3', '''SELECT rel_evaluee1.eid_toFROM evaluee_relation AS rel_evaluee1, todo_by_relation AS rel_todo_by0WHERE rel_evaluee1.eid_to=rel_todo_by0.eid_from AND rel_todo_by0.eid_to=2 AND rel_evaluee1.eid_from=3'''), (' Any X,U WHERE C owned_by U, NOT X owned_by U, C eid 1, X eid 2', '''SELECT 2, rel_owned_by0.eid_toFROM owned_by_relation AS rel_owned_by0WHERE rel_owned_by0.eid_from=1 AND NOT (EXISTS(SELECT 1 FROM owned_by_relation AS rel_owned_by1 WHERE rel_owned_by1.eid_from=2 AND rel_owned_by0.eid_to=rel_owned_by1.eid_to))'''), ('Any GN WHERE X in_group G, G name GN, (G name "managers" OR EXISTS(X copain T, T login in ("comme", "cochon")))', '''SELECT _G.cw_nameFROM cw_CWGroup AS _G, in_group_relation AS rel_in_group0WHERE rel_in_group0.eid_to=_G.cw_eid AND ((_G.cw_name=managers) OR (EXISTS(SELECT 1 FROM copain_relation AS rel_copain1, cw_CWUser AS _T WHERE rel_copain1.eid_from=rel_in_group0.eid_from AND rel_copain1.eid_to=_T.cw_eid AND _T.cw_login IN(comme, cochon))))'''), ('Any C WHERE C is Card, EXISTS(X documented_by C)', """SELECT _C.cw_eidFROM cw_Card AS _CWHERE EXISTS(SELECT 1 FROM documented_by_relation AS rel_documented_by0 WHERE rel_documented_by0.eid_to=_C.cw_eid)"""), ('Any C WHERE C is Card, EXISTS(X documented_by C, X eid 12)', """SELECT _C.cw_eidFROM cw_Card AS _CWHERE EXISTS(SELECT 1 FROM documented_by_relation AS rel_documented_by0 WHERE rel_documented_by0.eid_from=12 AND rel_documented_by0.eid_to=_C.cw_eid)"""), ('Any T WHERE C is Card, C title T, EXISTS(X documented_by C, X eid 12)', """SELECT _C.cw_titleFROM cw_Card AS _CWHERE EXISTS(SELECT 1 FROM documented_by_relation AS rel_documented_by0 WHERE rel_documented_by0.eid_from=12 AND rel_documented_by0.eid_to=_C.cw_eid)"""), ('Any GN,L WHERE X in_group G, X login L, G name GN, EXISTS(X copain T, T login L, T login IN("comme", "cochon"))', '''SELECT _G.cw_name, _X.cw_loginFROM cw_CWGroup AS _G, cw_CWUser AS _X, in_group_relation AS rel_in_group0WHERE rel_in_group0.eid_from=_X.cw_eid AND rel_in_group0.eid_to=_G.cw_eid AND EXISTS(SELECT 1 FROM copain_relation AS rel_copain1, cw_CWUser AS _T WHERE rel_copain1.eid_from=_X.cw_eid AND rel_copain1.eid_to=_T.cw_eid AND _T.cw_login=_X.cw_login AND _T.cw_login IN(comme, cochon))'''), ('Any X,S, MAX(T) GROUPBY X,S ORDERBY S WHERE X is CWUser, T tags X, S eid IN(32), X in_state S', '''SELECT _X.cw_eid, 32, MAX(rel_tags0.eid_from)FROM cw_CWUser AS _X, tags_relation AS rel_tags0WHERE rel_tags0.eid_to=_X.cw_eid AND _X.cw_in_state=32GROUP BY _X.cw_eid'''), ('Any X WHERE Y evaluee X, Y is CWUser', '''SELECT rel_evaluee0.eid_toFROM cw_CWUser AS _Y, evaluee_relation AS rel_evaluee0WHERE rel_evaluee0.eid_from=_Y.cw_eid'''), ('Any L WHERE X login "admin", X identity Y, Y login L', '''SELECT _Y.cw_loginFROM cw_CWUser AS _X, cw_CWUser AS _YWHERE _X.cw_login=admin AND _X.cw_eid=_Y.cw_eid'''), ('Any L WHERE X login "admin", NOT X identity Y, Y login L', '''SELECT _Y.cw_loginFROM cw_CWUser AS _X, cw_CWUser AS _YWHERE _X.cw_login=admin AND NOT (_X.cw_eid=_Y.cw_eid)'''), ('Any L WHERE X login "admin", X identity Y?, Y login L', '''SELECT _Y.cw_loginFROM cw_CWUser AS _X LEFT OUTER JOIN cw_CWUser AS _Y ON (_X.cw_eid=_Y.cw_eid)WHERE _X.cw_login=admin'''), ('Any XN ORDERBY XN WHERE X name XN, X is IN (Basket,Folder,Tag)', '''SELECT _X.cw_nameFROM cw_Basket AS _XUNION ALLSELECT _X.cw_nameFROM cw_Folder AS _XUNION ALLSELECT _X.cw_nameFROM cw_Tag AS _XORDER BY 1'''), # DISTINCT, can use relation under exists scope as principal ('DISTINCT Any X,Y WHERE X name "CWGroup", Y eid IN(1, 2, 3), EXISTS(X read_permission Y)', '''SELECT DISTINCT _X.cw_eid, rel_read_permission0.eid_toFROM cw_CWEType AS _X, read_permission_relation AS rel_read_permission0WHERE _X.cw_name=CWGroup AND rel_read_permission0.eid_to IN(1, 2, 3) AND EXISTS(SELECT 1 WHERE rel_read_permission0.eid_from=_X.cw_eid)'''), # no distinct, Y can't be invariant ('Any X,Y WHERE X name "CWGroup", Y eid IN(1, 2, 3), EXISTS(X read_permission Y)', '''SELECT _X.cw_eid, _Y.cw_eidFROM cw_CWEType AS _X, cw_CWGroup AS _YWHERE _X.cw_name=CWGroup AND _Y.cw_eid IN(1, 2, 3) AND EXISTS(SELECT 1 FROM read_permission_relation AS rel_read_permission0 WHERE rel_read_permission0.eid_from=_X.cw_eid AND rel_read_permission0.eid_to=_Y.cw_eid)UNION ALLSELECT _X.cw_eid, _Y.cw_eidFROM cw_CWEType AS _X, cw_RQLExpression AS _YWHERE _X.cw_name=CWGroup AND _Y.cw_eid IN(1, 2, 3) AND EXISTS(SELECT 1 FROM read_permission_relation AS rel_read_permission0 WHERE rel_read_permission0.eid_from=_X.cw_eid AND rel_read_permission0.eid_to=_Y.cw_eid)'''), # DISTINCT but NEGED exists, can't be invariant ('DISTINCT Any X,Y WHERE X name "CWGroup", Y eid IN(1, 2, 3), NOT EXISTS(X read_permission Y)', '''SELECT DISTINCT _X.cw_eid, _Y.cw_eidFROM cw_CWEType AS _X, cw_CWGroup AS _YWHERE _X.cw_name=CWGroup AND _Y.cw_eid IN(1, 2, 3) AND NOT (EXISTS(SELECT 1 FROM read_permission_relation AS rel_read_permission0 WHERE rel_read_permission0.eid_from=_X.cw_eid AND rel_read_permission0.eid_to=_Y.cw_eid))UNIONSELECT DISTINCT _X.cw_eid, _Y.cw_eidFROM cw_CWEType AS _X, cw_RQLExpression AS _YWHERE _X.cw_name=CWGroup AND _Y.cw_eid IN(1, 2, 3) AND NOT (EXISTS(SELECT 1 FROM read_permission_relation AS rel_read_permission0 WHERE rel_read_permission0.eid_from=_X.cw_eid AND rel_read_permission0.eid_to=_Y.cw_eid))'''), # should generate the same query as above ('DISTINCT Any X,Y WHERE X name "CWGroup", Y eid IN(1, 2, 3), NOT X read_permission Y', '''SELECT DISTINCT _X.cw_eid, _Y.cw_eidFROM cw_CWEType AS _X, cw_CWGroup AS _YWHERE _X.cw_name=CWGroup AND _Y.cw_eid IN(1, 2, 3) AND NOT (EXISTS(SELECT 1 FROM read_permission_relation AS rel_read_permission0 WHERE rel_read_permission0.eid_from=_X.cw_eid AND rel_read_permission0.eid_to=_Y.cw_eid))UNIONSELECT DISTINCT _X.cw_eid, _Y.cw_eidFROM cw_CWEType AS _X, cw_RQLExpression AS _YWHERE _X.cw_name=CWGroup AND _Y.cw_eid IN(1, 2, 3) AND NOT (EXISTS(SELECT 1 FROM read_permission_relation AS rel_read_permission0 WHERE rel_read_permission0.eid_from=_X.cw_eid AND rel_read_permission0.eid_to=_Y.cw_eid))'''), # neged relation, can't be inveriant ('Any X,Y WHERE X name "CWGroup", Y eid IN(1, 2, 3), NOT X read_permission Y', '''SELECT _X.cw_eid, _Y.cw_eidFROM cw_CWEType AS _X, cw_CWGroup AS _YWHERE _X.cw_name=CWGroup AND _Y.cw_eid IN(1, 2, 3) AND NOT (EXISTS(SELECT 1 FROM read_permission_relation AS rel_read_permission0 WHERE rel_read_permission0.eid_from=_X.cw_eid AND rel_read_permission0.eid_to=_Y.cw_eid))UNION ALLSELECT _X.cw_eid, _Y.cw_eidFROM cw_CWEType AS _X, cw_RQLExpression AS _YWHERE _X.cw_name=CWGroup AND _Y.cw_eid IN(1, 2, 3) AND NOT (EXISTS(SELECT 1 FROM read_permission_relation AS rel_read_permission0 WHERE rel_read_permission0.eid_from=_X.cw_eid AND rel_read_permission0.eid_to=_Y.cw_eid))'''), ('Any MAX(X)+MIN(X), N GROUPBY N WHERE X name N, X is IN (Basket, Folder, Tag);', '''SELECT (MAX(T1.C0) + MIN(T1.C0)), T1.C1 FROM (SELECT _X.cw_eid AS C0, _X.cw_name AS C1FROM cw_Basket AS _XUNION ALLSELECT _X.cw_eid AS C0, _X.cw_name AS C1FROM cw_Folder AS _XUNION ALLSELECT _X.cw_eid AS C0, _X.cw_name AS C1FROM cw_Tag AS _X) AS T1GROUP BY T1.C1'''), ('Any MAX(X)+MIN(LENGTH(D)), N GROUPBY N ORDERBY 1, N, DF WHERE X data_name N, X data D, X data_format DF;', '''SELECT (MAX(_X.cw_eid) + MIN(LENGTH(_X.cw_data))), _X.cw_data_nameFROM cw_File AS _XGROUP BY _X.cw_data_name,_X.cw_data_formatORDER BY 1,2,_X.cw_data_format'''), # ambiguity in EXISTS() -> should union the sub-query ('Any T WHERE T is Tag, NOT T name in ("t1", "t2"), EXISTS(T tags X, X is IN (CWUser, CWGroup))', '''SELECT _T.cw_eidFROM cw_Tag AS _TWHERE NOT (_T.cw_name IN(t1, t2)) AND EXISTS(SELECT 1 FROM cw_CWGroup AS _X, tags_relation AS rel_tags0 WHERE rel_tags0.eid_from=_T.cw_eid AND rel_tags0.eid_to=_X.cw_eid UNION SELECT 1 FROM cw_CWUser AS _X, tags_relation AS rel_tags1 WHERE rel_tags1.eid_from=_T.cw_eid AND rel_tags1.eid_to=_X.cw_eid)'''), # must not use a relation in EXISTS scope to inline a variable ('Any U WHERE U eid IN (1,2), EXISTS(X owned_by U)', '''SELECT _U.cw_eidFROM cw_CWUser AS _UWHERE _U.cw_eid IN(1, 2) AND EXISTS(SELECT 1 FROM owned_by_relation AS rel_owned_by0 WHERE rel_owned_by0.eid_to=_U.cw_eid)'''), ('Any U WHERE EXISTS(U eid IN (1,2), X owned_by U)', '''SELECT _U.cw_eidFROM cw_CWUser AS _UWHERE EXISTS(SELECT 1 FROM owned_by_relation AS rel_owned_by0 WHERE _U.cw_eid IN(1, 2) AND rel_owned_by0.eid_to=_U.cw_eid)'''), ('Any COUNT(U) WHERE EXISTS (P owned_by U, P is IN (Note, Affaire))', '''SELECT COUNT(_U.cw_eid)FROM cw_CWUser AS _UWHERE EXISTS(SELECT 1 FROM cw_Affaire AS _P, owned_by_relation AS rel_owned_by0 WHERE rel_owned_by0.eid_from=_P.cw_eid AND rel_owned_by0.eid_to=_U.cw_eid UNION SELECT 1 FROM cw_Note AS _P, owned_by_relation AS rel_owned_by1 WHERE rel_owned_by1.eid_from=_P.cw_eid AND rel_owned_by1.eid_to=_U.cw_eid)'''), ('Any MAX(X)', '''SELECT MAX(_X.eid)FROM entities AS _X'''), ('Any MAX(X) WHERE X is Note', '''SELECT MAX(_X.cw_eid)FROM cw_Note AS _X'''), ('Any X WHERE X eid > 12', '''SELECT _X.eidFROM entities AS _XWHERE _X.eid>12'''), ('Any X WHERE X eid > 12, X is Note', """SELECT _X.eidFROM entities AS _XWHERE _X.type='Note' AND _X.eid>12"""), ('Any X, T WHERE X eid > 12, X title T, X is IN (Bookmark, Card)', """SELECT _X.cw_eid, _X.cw_titleFROM cw_Bookmark AS _XWHERE _X.cw_eid>12UNION ALLSELECT _X.cw_eid, _X.cw_titleFROM cw_Card AS _XWHERE _X.cw_eid>12"""), ('Any X', '''SELECT _X.eidFROM entities AS _X'''), ('Any X GROUPBY X WHERE X eid 12', '''SELECT 12'''), ('Any X GROUPBY X ORDERBY Y WHERE X eid 12, X login Y', '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE _X.cw_eid=12GROUP BY _X.cw_eid,_X.cw_loginORDER BY _X.cw_login'''), ('Any U,COUNT(X) GROUPBY U WHERE U eid 12, X owned_by U HAVING COUNT(X) > 10', '''SELECT rel_owned_by0.eid_to, COUNT(rel_owned_by0.eid_from)FROM owned_by_relation AS rel_owned_by0WHERE rel_owned_by0.eid_to=12GROUP BY rel_owned_by0.eid_toHAVING COUNT(rel_owned_by0.eid_from)>10'''), ("Any X WHERE X eid 0, X test TRUE", '''SELECT _X.cw_eidFROM cw_Personne AS _XWHERE _X.cw_eid=0 AND _X.cw_test=TRUE'''), ('Any 1 WHERE X in_group G, X is CWUser', '''SELECT 1FROM in_group_relation AS rel_in_group0'''), ('CWEType X WHERE X name CV, X description V HAVING NOT V=CV AND NOT V = "parent"', '''SELECT _X.cw_eidFROM cw_CWEType AS _XWHERE NOT (EXISTS(SELECT 1 WHERE _X.cw_description=parent)) AND NOT (EXISTS(SELECT 1 WHERE _X.cw_description=_X.cw_name))'''), ('CWEType X WHERE X name CV, X description V HAVING V!=CV AND V != "parent"', '''SELECT _X.cw_eidFROM cw_CWEType AS _XWHERE _X.cw_description!=parent AND _X.cw_description!=_X.cw_name'''), ('DISTINCT Any X, SUM(C) GROUPBY X ORDERBY SUM(C) DESC WHERE H todo_by X, H duration C', '''SELECT DISTINCT rel_todo_by0.eid_to, SUM(_H.cw_duration)FROM cw_Affaire AS _H, todo_by_relation AS rel_todo_by0WHERE rel_todo_by0.eid_from=_H.cw_eidGROUP BY rel_todo_by0.eid_toORDER BY 2 DESC'''), ('Any R2 WHERE R2 concerne R, R eid RE, R2 eid > RE', '''SELECT _R2.eidFROM concerne_relation AS rel_concerne0, entities AS _R2WHERE _R2.eid=rel_concerne0.eid_from AND _R2.eid>rel_concerne0.eid_to'''), ('Note X WHERE X eid IN (999998, 999999), NOT X cw_source Y', '''SELECT _X.cw_eidFROM cw_Note AS _XWHERE _X.cw_eid IN(999998, 999999) AND NOT (EXISTS(SELECT 1 FROM cw_source_relation AS rel_cw_source0 WHERE rel_cw_source0.eid_from=_X.cw_eid))'''), ]ADVANCED_WITH_GROUP_CONCAT = [ ("Any X,GROUP_CONCAT(TN) GROUPBY X ORDERBY XN WHERE T tags X, X name XN, T name TN, X is CWGroup", '''SELECT _X.cw_eid, GROUP_CONCAT(_T.cw_name)FROM cw_CWGroup AS _X, cw_Tag AS _T, tags_relation AS rel_tags0WHERE rel_tags0.eid_from=_T.cw_eid AND rel_tags0.eid_to=_X.cw_eidGROUP BY _X.cw_eid,_X.cw_nameORDER BY _X.cw_name'''), ("Any X,GROUP_CONCAT(TN) GROUPBY X ORDERBY XN WHERE T tags X, X name XN, T name TN", '''SELECT T1.C0, GROUP_CONCAT(T1.C1) FROM (SELECT _X.cw_eid AS C0, _T.cw_name AS C1, _X.cw_name AS C2FROM cw_CWGroup AS _X, cw_Tag AS _T, tags_relation AS rel_tags0WHERE rel_tags0.eid_from=_T.cw_eid AND rel_tags0.eid_to=_X.cw_eidUNION ALLSELECT _X.cw_eid AS C0, _T.cw_name AS C1, _X.cw_name AS C2FROM cw_State AS _X, cw_Tag AS _T, tags_relation AS rel_tags0WHERE rel_tags0.eid_from=_T.cw_eid AND rel_tags0.eid_to=_X.cw_eidUNION ALLSELECT _X.cw_eid AS C0, _T.cw_name AS C1, _X.cw_name AS C2FROM cw_Tag AS _T, cw_Tag AS _X, tags_relation AS rel_tags0WHERE rel_tags0.eid_from=_T.cw_eid AND rel_tags0.eid_to=_X.cw_eid) AS T1GROUP BY T1.C0,T1.C2ORDER BY T1.C2'''),]ADVANCED_WITH_LIMIT_OR_ORDERBY = [ ('Any COUNT(S),CS GROUPBY CS ORDERBY 1 DESC LIMIT 10 WHERE S is Affaire, C is Societe, S concerne C, C nom CS, (EXISTS(S owned_by 1)) OR (EXISTS(S documented_by N, N title "published"))', '''SELECT COUNT(rel_concerne0.eid_from), _C.cw_nomFROM concerne_relation AS rel_concerne0, cw_Societe AS _CWHERE rel_concerne0.eid_to=_C.cw_eid AND ((EXISTS(SELECT 1 FROM owned_by_relation AS rel_owned_by1 WHERE rel_concerne0.eid_from=rel_owned_by1.eid_from AND rel_owned_by1.eid_to=1)) OR (EXISTS(SELECT 1 FROM cw_Card AS _N, documented_by_relation AS rel_documented_by2 WHERE rel_concerne0.eid_from=rel_documented_by2.eid_from AND rel_documented_by2.eid_to=_N.cw_eid AND _N.cw_title=published)))GROUP BY _C.cw_nomORDER BY 1 DESCLIMIT 10'''), ('DISTINCT Any S ORDERBY stockproc(SI) WHERE NOT S ecrit_par O, S para SI', '''SELECT T1.C0 FROM (SELECT DISTINCT _S.cw_eid AS C0, STOCKPROC(_S.cw_para) AS C1FROM cw_Note AS _SWHERE _S.cw_ecrit_par IS NULLORDER BY 2) AS T1'''), ('DISTINCT Any MAX(X)+MIN(LENGTH(D)), N GROUPBY N ORDERBY 2, DF WHERE X data_name N, X data D, X data_format DF;', '''SELECT T1.C0,T1.C1 FROM (SELECT DISTINCT (MAX(_X.cw_eid) + MIN(LENGTH(_X.cw_data))) AS C0, _X.cw_data_name AS C1, _X.cw_data_format AS C2FROM cw_File AS _XGROUP BY _X.cw_data_name,_X.cw_data_formatORDER BY 2,3) AS T1'''), ('DISTINCT Any X ORDERBY stockproc(X) WHERE U login X', '''SELECT T1.C0 FROM (SELECT DISTINCT _U.cw_login AS C0, STOCKPROC(_U.cw_login) AS C1FROM cw_CWUser AS _UORDER BY 2) AS T1'''), ('DISTINCT Any X ORDERBY Y WHERE B bookmarked_by X, X login Y', '''SELECT T1.C0 FROM (SELECT DISTINCT _X.cw_eid AS C0, _X.cw_login AS C1FROM bookmarked_by_relation AS rel_bookmarked_by0, cw_CWUser AS _XWHERE rel_bookmarked_by0.eid_to=_X.cw_eidORDER BY 2) AS T1'''), ('DISTINCT Any X ORDERBY SN WHERE X in_state S, S name SN', '''SELECT T1.C0 FROM (SELECT DISTINCT _X.cw_eid AS C0, _S.cw_name AS C1FROM cw_Affaire AS _X, cw_State AS _SWHERE _X.cw_in_state=_S.cw_eidUNIONSELECT DISTINCT _X.cw_eid AS C0, _S.cw_name AS C1FROM cw_CWUser AS _X, cw_State AS _SWHERE _X.cw_in_state=_S.cw_eidUNIONSELECT DISTINCT _X.cw_eid AS C0, _S.cw_name AS C1FROM cw_Note AS _X, cw_State AS _SWHERE _X.cw_in_state=_S.cw_eidORDER BY 2) AS T1'''), ('Any O,AA,AB,AC ORDERBY AC DESC ' 'WHERE NOT S use_email O, S eid 1, O is EmailAddress, O address AA, O alias AB, O modification_date AC, ' 'EXISTS(A use_email O, EXISTS(A identity B, NOT B in_group D, D name "guests", D is CWGroup), A is CWUser), B eid 2', '''SELECT _O.cw_eid, _O.cw_address, _O.cw_alias, _O.cw_modification_dateFROM cw_EmailAddress AS _OWHERE NOT (EXISTS(SELECT 1 FROM use_email_relation AS rel_use_email0 WHERE rel_use_email0.eid_from=1 AND rel_use_email0.eid_to=_O.cw_eid)) AND EXISTS(SELECT 1 FROM use_email_relation AS rel_use_email1 WHERE rel_use_email1.eid_to=_O.cw_eid AND EXISTS(SELECT 1 FROM cw_CWGroup AS _D WHERE rel_use_email1.eid_from=2 AND NOT (EXISTS(SELECT 1 FROM in_group_relation AS rel_in_group2 WHERE rel_in_group2.eid_from=2 AND rel_in_group2.eid_to=_D.cw_eid)) AND _D.cw_name=guests))ORDER BY 4 DESC'''), ]MULTIPLE_SEL = [ ("DISTINCT Any X,Y where P is Personne, P nom X , P prenom Y;", '''SELECT DISTINCT _P.cw_nom, _P.cw_prenomFROM cw_Personne AS _P'''), ("Any X,Y where P is Personne, P nom X , P prenom Y, not P nom NULL;", '''SELECT _P.cw_nom, _P.cw_prenomFROM cw_Personne AS _PWHERE NOT (_P.cw_nom IS NULL)'''), ("Personne X,Y where X nom NX, Y nom NX, X eid XE, not Y eid XE", '''SELECT _X.cw_eid, _Y.cw_eidFROM cw_Personne AS _X, cw_Personne AS _YWHERE _Y.cw_nom=_X.cw_nom AND NOT (_Y.cw_eid=_X.cw_eid)'''), ('Any X,Y WHERE X is Personne, Y is Personne, X nom XD, Y nom XD, X eid Z, Y eid > Z', '''SELECT _X.cw_eid, _Y.cw_eidFROM cw_Personne AS _X, cw_Personne AS _YWHERE _Y.cw_nom=_X.cw_nom AND _Y.cw_eid>_X.cw_eid'''), ]NEGATIONS = [ ("Personne X WHERE NOT X evaluee Y;", '''SELECT _X.cw_eidFROM cw_Personne AS _XWHERE NOT (EXISTS(SELECT 1 FROM evaluee_relation AS rel_evaluee0 WHERE rel_evaluee0.eid_from=_X.cw_eid))'''), ("Note N WHERE NOT X evaluee N, X eid 0", '''SELECT _N.cw_eidFROM cw_Note AS _NWHERE NOT (EXISTS(SELECT 1 FROM evaluee_relation AS rel_evaluee0 WHERE rel_evaluee0.eid_from=0 AND rel_evaluee0.eid_to=_N.cw_eid))'''), ('Any X WHERE NOT X travaille S, X is Personne', '''SELECT _X.cw_eidFROM cw_Personne AS _XWHERE NOT (EXISTS(SELECT 1 FROM travaille_relation AS rel_travaille0 WHERE rel_travaille0.eid_from=_X.cw_eid))'''), ("Personne P where NOT P concerne A", '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE NOT (EXISTS(SELECT 1 FROM concerne_relation AS rel_concerne0 WHERE rel_concerne0.eid_from=_P.cw_eid))'''), ("Affaire A where not P concerne A", '''SELECT _A.cw_eidFROM cw_Affaire AS _AWHERE NOT (EXISTS(SELECT 1 FROM concerne_relation AS rel_concerne0 WHERE rel_concerne0.eid_to=_A.cw_eid))'''), ("Personne P where not P concerne A, A sujet ~= 'TEST%'", '''SELECT _P.cw_eidFROM cw_Affaire AS _A, cw_Personne AS _PWHERE NOT (EXISTS(SELECT 1 FROM concerne_relation AS rel_concerne0 WHERE rel_concerne0.eid_from=_P.cw_eid AND rel_concerne0.eid_to=_A.cw_eid)) AND _A.cw_sujet ILIKE TEST%'''), ('Any S WHERE NOT T eid 28258, T tags S', '''SELECT rel_tags0.eid_toFROM tags_relation AS rel_tags0WHERE NOT (rel_tags0.eid_from=28258)'''), ('Any S WHERE T is Tag, T name TN, NOT T eid 28258, T tags S, S name SN', '''SELECT _S.cw_eidFROM cw_CWGroup AS _S, cw_Tag AS _T, tags_relation AS rel_tags0WHERE NOT (_T.cw_eid=28258) AND rel_tags0.eid_from=_T.cw_eid AND rel_tags0.eid_to=_S.cw_eidUNION ALLSELECT _S.cw_eidFROM cw_State AS _S, cw_Tag AS _T, tags_relation AS rel_tags0WHERE NOT (_T.cw_eid=28258) AND rel_tags0.eid_from=_T.cw_eid AND rel_tags0.eid_to=_S.cw_eidUNION ALLSELECT _S.cw_eidFROM cw_Tag AS _S, cw_Tag AS _T, tags_relation AS rel_tags0WHERE NOT (_T.cw_eid=28258) AND rel_tags0.eid_from=_T.cw_eid AND rel_tags0.eid_to=_S.cw_eid'''), ('Any X,Y WHERE X created_by Y, X eid 5, NOT Y eid 6', '''SELECT 5, rel_created_by0.eid_toFROM created_by_relation AS rel_created_by0WHERE rel_created_by0.eid_from=5 AND NOT (rel_created_by0.eid_to=6)'''), ('Note X WHERE NOT Y evaluee X', '''SELECT _X.cw_eidFROM cw_Note AS _XWHERE NOT (EXISTS(SELECT 1 FROM evaluee_relation AS rel_evaluee0 WHERE rel_evaluee0.eid_to=_X.cw_eid))'''), ('Any Y WHERE NOT Y evaluee X', '''SELECT _Y.cw_eidFROM cw_CWUser AS _YWHERE NOT (EXISTS(SELECT 1 FROM evaluee_relation AS rel_evaluee0 WHERE rel_evaluee0.eid_from=_Y.cw_eid))UNION ALLSELECT _Y.cw_eidFROM cw_Division AS _YWHERE NOT (EXISTS(SELECT 1 FROM evaluee_relation AS rel_evaluee0 WHERE rel_evaluee0.eid_from=_Y.cw_eid))UNION ALLSELECT _Y.cw_eidFROM cw_Personne AS _YWHERE NOT (EXISTS(SELECT 1 FROM evaluee_relation AS rel_evaluee0 WHERE rel_evaluee0.eid_from=_Y.cw_eid))UNION ALLSELECT _Y.cw_eidFROM cw_Societe AS _YWHERE NOT (EXISTS(SELECT 1 FROM evaluee_relation AS rel_evaluee0 WHERE rel_evaluee0.eid_from=_Y.cw_eid))UNION ALLSELECT _Y.cw_eidFROM cw_SubDivision AS _YWHERE NOT (EXISTS(SELECT 1 FROM evaluee_relation AS rel_evaluee0 WHERE rel_evaluee0.eid_from=_Y.cw_eid))'''), ('Any X WHERE NOT Y evaluee X, Y is CWUser', '''SELECT _X.cw_eidFROM cw_Note AS _XWHERE NOT (EXISTS(SELECT 1 FROM cw_CWUser AS _Y, evaluee_relation AS rel_evaluee0 WHERE rel_evaluee0.eid_from=_Y.cw_eid AND rel_evaluee0.eid_to=_X.cw_eid))'''), ('Any X,RT WHERE X relation_type RT, NOT X is CWAttribute', '''SELECT _X.cw_eid, _X.cw_relation_typeFROM cw_CWRelation AS _XWHERE _X.cw_relation_type IS NOT NULL'''), ('Any K,V WHERE P is CWProperty, P pkey K, P value V, NOT P for_user U', '''SELECT _P.cw_pkey, _P.cw_valueFROM cw_CWProperty AS _PWHERE _P.cw_for_user IS NULL'''), ('Any S WHERE NOT X in_state S, X is IN(Affaire, CWUser)', '''SELECT _S.cw_eidFROM cw_State AS _SWHERE NOT (EXISTS(SELECT 1 FROM cw_Affaire AS _X WHERE _X.cw_in_state=_S.cw_eid UNION SELECT 1 FROM cw_CWUser AS _X WHERE _X.cw_in_state=_S.cw_eid))'''), ('Any S WHERE NOT(X in_state S, S name "somename"), X is CWUser', '''SELECT _S.cw_eidFROM cw_State AS _SWHERE NOT (EXISTS(SELECT 1 FROM cw_CWUser AS _X WHERE _X.cw_in_state=_S.cw_eid AND _S.cw_name=somename))'''), ]HAS_TEXT_LG_INDEXER = [ ('Any X WHERE X has_text "toto tata"', """SELECT DISTINCT appears0.uidFROM appears AS appears0WHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata'))"""), ('Personne X WHERE X has_text "toto tata"', """SELECT DISTINCT _X.eidFROM appears AS appears0, entities AS _XWHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata')) AND appears0.uid=_X.eid AND _X.type='Personne'"""), ('Personne X WHERE X has_text %(text)s', """SELECT DISTINCT _X.eidFROM appears AS appears0, entities AS _XWHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('hip', 'hop', 'momo')) AND appears0.uid=_X.eid AND _X.type='Personne'"""), ('Any X WHERE X has_text "toto tata", X name "tutu", X is IN (Basket,Folder)', """SELECT DISTINCT _X.cw_eidFROM appears AS appears0, cw_Basket AS _XWHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata')) AND appears0.uid=_X.cw_eid AND _X.cw_name=tutuUNIONSELECT DISTINCT _X.cw_eidFROM appears AS appears0, cw_Folder AS _XWHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata')) AND appears0.uid=_X.cw_eid AND _X.cw_name=tutu""") ]# XXXFIXME fail# ('Any X,RT WHERE X relation_type RT?, NOT X is CWAttribute',# '''SELECT _X.cw_eid, _X.cw_relation_type# FROM cw_CWRelation AS _X'''),OUTER_JOIN = [ ('Any U,G WHERE U login L, G name L?, G is CWGroup', '''SELECT _U.cw_eid, _G.cw_eidFROM cw_CWUser AS _U LEFT OUTER JOIN cw_CWGroup AS _G ON (_G.cw_name=_U.cw_login)'''), ('Any X,S WHERE X travaille S?', '''SELECT _X.cw_eid, rel_travaille0.eid_toFROM cw_Personne AS _X LEFT OUTER JOIN travaille_relation AS rel_travaille0 ON (rel_travaille0.eid_from=_X.cw_eid)''' ), ('Any S,X WHERE X? travaille S, S is Societe', '''SELECT _S.cw_eid, rel_travaille0.eid_fromFROM cw_Societe AS _S LEFT OUTER JOIN travaille_relation AS rel_travaille0 ON (rel_travaille0.eid_to=_S.cw_eid)''' ), ('Any N,A WHERE N inline1 A?', '''SELECT _N.cw_eid, _N.cw_inline1FROM cw_Note AS _N'''), ('Any SN WHERE X from_state S?, S name SN', '''SELECT _S.cw_nameFROM cw_TrInfo AS _X LEFT OUTER JOIN cw_State AS _S ON (_X.cw_from_state=_S.cw_eid)''' ), ('Any A,N WHERE N? inline1 A', '''SELECT _A.cw_eid, _N.cw_eidFROM cw_Affaire AS _A LEFT OUTER JOIN cw_Note AS _N ON (_N.cw_inline1=_A.cw_eid)''' ), ('Any A,B,C,D,E,F,G WHERE A eid 12,A creation_date B,A modification_date C,A comment D,A from_state E?,A to_state F?,A wf_info_for G?', '''SELECT _A.cw_eid, _A.cw_creation_date, _A.cw_modification_date, _A.cw_comment, _A.cw_from_state, _A.cw_to_state, _A.cw_wf_info_forFROM cw_TrInfo AS _AWHERE _A.cw_eid=12'''), ('Any FS,TS,C,D,U ORDERBY D DESC WHERE WF wf_info_for X,WF from_state FS?, WF to_state TS, WF comment C,WF creation_date D, WF owned_by U, X eid 1', '''SELECT _WF.cw_from_state, _WF.cw_to_state, _WF.cw_comment, _WF.cw_creation_date, rel_owned_by0.eid_toFROM cw_TrInfo AS _WF, owned_by_relation AS rel_owned_by0WHERE _WF.cw_wf_info_for=1 AND _WF.cw_to_state IS NOT NULL AND rel_owned_by0.eid_from=_WF.cw_eidORDER BY 4 DESC'''), ('Any X WHERE X is Affaire, S is Societe, EXISTS(X owned_by U OR (X concerne S?, S owned_by U))', '''SELECT _X.cw_eidFROM cw_Affaire AS _XWHERE EXISTS(SELECT 1 FROM cw_CWUser AS _U, owned_by_relation AS rel_owned_by0, owned_by_relation AS rel_owned_by2, cw_Affaire AS _A LEFT OUTER JOIN concerne_relation AS rel_concerne1 ON (rel_concerne1.eid_from=_A.cw_eid) LEFT OUTER JOIN cw_Societe AS _S ON (rel_concerne1.eid_to=_S.cw_eid) WHERE ((rel_owned_by0.eid_from=_A.cw_eid AND rel_owned_by0.eid_to=_U.cw_eid) OR (rel_owned_by2.eid_from=_S.cw_eid AND rel_owned_by2.eid_to=_U.cw_eid)) AND _X.cw_eid=_A.cw_eid)'''), ('Any C,M WHERE C travaille G?, G evaluee M?, G is Societe', '''SELECT _C.cw_eid, rel_evaluee1.eid_toFROM cw_Personne AS _C LEFT OUTER JOIN travaille_relation AS rel_travaille0 ON (rel_travaille0.eid_from=_C.cw_eid) LEFT OUTER JOIN cw_Societe AS _G ON (rel_travaille0.eid_to=_G.cw_eid) LEFT OUTER JOIN evaluee_relation AS rel_evaluee1 ON (rel_evaluee1.eid_from=_G.cw_eid)''' ), ('Any A,C WHERE A documented_by C?, (C is NULL) OR (EXISTS(C require_permission F, ' 'F name "read", F require_group E, U in_group E)), U eid 1', '''SELECT _A.cw_eid, rel_documented_by0.eid_toFROM cw_Affaire AS _A LEFT OUTER JOIN documented_by_relation AS rel_documented_by0 ON (rel_documented_by0.eid_from=_A.cw_eid)WHERE ((rel_documented_by0.eid_to IS NULL) OR (EXISTS(SELECT 1 FROM cw_CWPermission AS _F, in_group_relation AS rel_in_group3, require_group_relation AS rel_require_group2, require_permission_relation AS rel_require_permission1 WHERE rel_documented_by0.eid_to=rel_require_permission1.eid_from AND rel_require_permission1.eid_to=_F.cw_eid AND _F.cw_name=read AND rel_require_group2.eid_from=_F.cw_eid AND rel_in_group3.eid_to=rel_require_group2.eid_to AND rel_in_group3.eid_from=1)))'''), ("Any X WHERE X eid 12, P? connait X", '''SELECT _X.cw_eidFROM cw_Personne AS _X LEFT OUTER JOIN connait_relation AS rel_connait0 ON (rel_connait0.eid_to=_X.cw_eid)WHERE _X.cw_eid=12''' ), ("Any P WHERE X eid 12, P? concerne X, X todo_by S", '''SELECT rel_concerne1.eid_fromFROM todo_by_relation AS rel_todo_by0 LEFT OUTER JOIN concerne_relation AS rel_concerne1 ON (rel_concerne1.eid_to=12)WHERE rel_todo_by0.eid_from=12''' ), ('Any GN, TN ORDERBY GN WHERE T tags G?, T name TN, G name GN', '''SELECT _T0.C1, _T.cw_nameFROM cw_Tag AS _T LEFT OUTER JOIN tags_relation AS rel_tags0 ON (rel_tags0.eid_from=_T.cw_eid) LEFT OUTER JOIN (SELECT _G.cw_eid AS C0, _G.cw_name AS C1FROM cw_CWGroup AS _GUNION ALLSELECT _G.cw_eid AS C0, _G.cw_name AS C1FROM cw_State AS _GUNION ALLSELECT _G.cw_eid AS C0, _G.cw_name AS C1FROM cw_Tag AS _G) AS _T0 ON (rel_tags0.eid_to=_T0.C0)ORDER BY 1'''), # optional variable with additional restriction ('Any T,G WHERE T tags G?, G name "hop", G is CWGroup', '''SELECT _T.cw_eid, _G.cw_eidFROM cw_Tag AS _T LEFT OUTER JOIN tags_relation AS rel_tags0 ON (rel_tags0.eid_from=_T.cw_eid) LEFT OUTER JOIN cw_CWGroup AS _G ON (rel_tags0.eid_to=_G.cw_eid AND _G.cw_name=hop)'''), # optional variable with additional invariant restriction ('Any T,G WHERE T tags G?, G eid 12', '''SELECT _T.cw_eid, rel_tags0.eid_toFROM cw_Tag AS _T LEFT OUTER JOIN tags_relation AS rel_tags0 ON (rel_tags0.eid_from=_T.cw_eid AND rel_tags0.eid_to=12)'''), # optional variable with additional restriction appearing before the relation ('Any T,G WHERE G name "hop", T tags G?, G is CWGroup', '''SELECT _T.cw_eid, _G.cw_eidFROM cw_Tag AS _T LEFT OUTER JOIN tags_relation AS rel_tags0 ON (rel_tags0.eid_from=_T.cw_eid) LEFT OUTER JOIN cw_CWGroup AS _G ON (rel_tags0.eid_to=_G.cw_eid AND _G.cw_name=hop)'''), # optional variable with additional restriction on inlined relation # XXX the expected result should be as the query below. So what, raise BadRQLQuery ? ('Any T,G,S WHERE T tags G?, G in_state S, S name "hop", G is CWUser', '''SELECT _T.cw_eid, _G.cw_eid, _S.cw_eidFROM cw_State AS _S, cw_Tag AS _T LEFT OUTER JOIN tags_relation AS rel_tags0 ON (rel_tags0.eid_from=_T.cw_eid) LEFT OUTER JOIN cw_CWUser AS _G ON (rel_tags0.eid_to=_G.cw_eid)WHERE _G.cw_in_state=_S.cw_eid AND _S.cw_name=hop'''), # optional variable with additional invariant restriction on an inlined relation ('Any T,G,S WHERE T tags G, G in_state S?, S eid 1, G is CWUser', '''SELECT rel_tags0.eid_from, _G.cw_eid, _G.cw_in_stateFROM cw_CWUser AS _G, tags_relation AS rel_tags0WHERE rel_tags0.eid_to=_G.cw_eid AND (_G.cw_in_state=1 OR _G.cw_in_state IS NULL)'''), # two optional variables with additional invariant restriction on an inlined relation ('Any T,G,S WHERE T tags G?, G in_state S?, S eid 1, G is CWUser', '''SELECT _T.cw_eid, _G.cw_eid, _G.cw_in_stateFROM cw_Tag AS _T LEFT OUTER JOIN tags_relation AS rel_tags0 ON (rel_tags0.eid_from=_T.cw_eid) LEFT OUTER JOIN cw_CWUser AS _G ON (rel_tags0.eid_to=_G.cw_eid AND (_G.cw_in_state=1 OR _G.cw_in_state IS NULL))'''), # two optional variables with additional restriction on an inlined relation ('Any T,G,S WHERE T tags G?, G in_state S?, S name "hop", G is CWUser', '''SELECT _T.cw_eid, _G.cw_eid, _S.cw_eidFROM cw_Tag AS _T LEFT OUTER JOIN tags_relation AS rel_tags0 ON (rel_tags0.eid_from=_T.cw_eid) LEFT OUTER JOIN cw_CWUser AS _G ON (rel_tags0.eid_to=_G.cw_eid) LEFT OUTER JOIN cw_State AS _S ON (_G.cw_in_state=_S.cw_eid AND _S.cw_name=hop)'''), # two optional variables with additional restriction on an ambigous inlined relation ('Any T,G,S WHERE T tags G?, G in_state S?, S name "hop"', '''SELECT _T.cw_eid, _T0.C0, _T0.C1FROM cw_Tag AS _T LEFT OUTER JOIN tags_relation AS rel_tags0 ON (rel_tags0.eid_from=_T.cw_eid) LEFT OUTER JOIN (SELECT _G.cw_eid AS C0, _S.cw_eid AS C1FROM cw_Affaire AS _G LEFT OUTER JOIN cw_State AS _S ON (_G.cw_in_state=_S.cw_eid AND _S.cw_name=hop)UNION ALLSELECT _G.cw_eid AS C0, _S.cw_eid AS C1FROM cw_CWUser AS _G LEFT OUTER JOIN cw_State AS _S ON (_G.cw_in_state=_S.cw_eid AND _S.cw_name=hop)UNION ALLSELECT _G.cw_eid AS C0, _S.cw_eid AS C1FROM cw_Note AS _G LEFT OUTER JOIN cw_State AS _S ON (_G.cw_in_state=_S.cw_eid AND _S.cw_name=hop)) AS _T0 ON (rel_tags0.eid_to=_T0.C0)'''), ('Any O,AD WHERE NOT S inline1 O, S eid 123, O todo_by AD?', '''SELECT _O.cw_eid, rel_todo_by0.eid_toFROM cw_Note AS _S, cw_Affaire AS _O LEFT OUTER JOIN todo_by_relation AS rel_todo_by0 ON (rel_todo_by0.eid_from=_O.cw_eid)WHERE (_S.cw_inline1 IS NULL OR _S.cw_inline1!=_O.cw_eid) AND _S.cw_eid=123'''), ('Any X,AE WHERE X multisource_inlined_rel S?, S ambiguous_inlined A, A modification_date AE', '''SELECT _X.cw_eid, _T0.C2FROM cw_Card AS _X LEFT OUTER JOIN (SELECT _S.cw_eid AS C0, _A.cw_eid AS C1, _A.cw_modification_date AS C2FROM cw_Affaire AS _S, cw_CWUser AS _AWHERE _S.cw_ambiguous_inlined=_A.cw_eidUNION ALLSELECT _S.cw_eid AS C0, _A.cw_eid AS C1, _A.cw_modification_date AS C2FROM cw_CWUser AS _A, cw_Note AS _SWHERE _S.cw_ambiguous_inlined=_A.cw_eid) AS _T0 ON (_X.cw_multisource_inlined_rel=_T0.C0)UNION ALLSELECT _X.cw_eid, _T0.C2FROM cw_Note AS _X LEFT OUTER JOIN (SELECT _S.cw_eid AS C0, _A.cw_eid AS C1, _A.cw_modification_date AS C2FROM cw_Affaire AS _S, cw_CWUser AS _AWHERE _S.cw_ambiguous_inlined=_A.cw_eidUNION ALLSELECT _S.cw_eid AS C0, _A.cw_eid AS C1, _A.cw_modification_date AS C2FROM cw_CWUser AS _A, cw_Note AS _SWHERE _S.cw_ambiguous_inlined=_A.cw_eid) AS _T0 ON (_X.cw_multisource_inlined_rel=_T0.C0)''' ), ('Any X,T,OT WHERE X tags T, OT? tags X, X is Tag, X eid 123', '''SELECT rel_tags0.eid_from, rel_tags0.eid_to, rel_tags1.eid_fromFROM tags_relation AS rel_tags0 LEFT OUTER JOIN tags_relation AS rel_tags1 ON (rel_tags1.eid_to=123)WHERE rel_tags0.eid_from=123'''), ('Any CASE, CALIBCFG, CFG ' 'WHERE CASE eid 1, CFG ecrit_par CASE, CALIBCFG? ecrit_par CASE', '''SELECT _CFG.cw_ecrit_par, _CALIBCFG.cw_eid, _CFG.cw_eidFROM cw_Note AS _CFG LEFT OUTER JOIN cw_Note AS _CALIBCFG ON (_CALIBCFG.cw_ecrit_par=1)WHERE _CFG.cw_ecrit_par=1'''), ('Any U,G WHERE U login UL, G name GL, G is CWGroup HAVING UPPER(UL)=UPPER(GL)?', '''SELECT _U.cw_eid, _G.cw_eidFROM cw_CWUser AS _U LEFT OUTER JOIN cw_CWGroup AS _G ON (UPPER(_U.cw_login)=UPPER(_G.cw_name))'''), ('Any U,G WHERE U login UL, G name GL, G is CWGroup HAVING UPPER(UL)?=UPPER(GL)', '''SELECT _U.cw_eid, _G.cw_eidFROM cw_CWGroup AS _G LEFT OUTER JOIN cw_CWUser AS _U ON (UPPER(_U.cw_login)=UPPER(_G.cw_name))'''), ('Any U,G WHERE U login UL, G name GL, G is CWGroup HAVING UPPER(UL)?=UPPER(GL)?', '''SELECT _U.cw_eid, _G.cw_eidFROM cw_CWUser AS _U FULL OUTER JOIN cw_CWGroup AS _G ON (UPPER(_U.cw_login)=UPPER(_G.cw_name))'''), ('Any H, COUNT(X), SUM(XCE)/1000 ' 'WHERE X type "0", X date XSCT, X para XCE, X? ecrit_par F, F eid 999999, F is Personne, ' 'DH is Affaire, DH ref H ' 'HAVING XSCT?=H', '''SELECT _DH.cw_ref, COUNT(_X.cw_eid), (SUM(_X.cw_para) / 1000)FROM cw_Affaire AS _DH LEFT OUTER JOIN cw_Note AS _X ON (_X.cw_date=_DH.cw_ref AND _X.cw_type=0 AND _X.cw_ecrit_par=999999)'''), ('Any C WHERE X ecrit_par C?, X? inline1 F, F eid 1, X type XT, Z is Personne, Z nom ZN HAVING ZN=XT?', '''SELECT _X.cw_ecrit_parFROM cw_Personne AS _Z LEFT OUTER JOIN cw_Note AS _X ON (_Z.cw_nom=_X.cw_type AND _X.cw_inline1=1)'''), ]VIRTUAL_VARS = [ ('Any X WHERE X is CWUser, X creation_date > D1, Y creation_date D1, Y login "SWEB09"', '''SELECT _X.cw_eidFROM cw_CWUser AS _X, cw_CWUser AS _YWHERE _X.cw_creation_date>_Y.cw_creation_date AND _Y.cw_login=SWEB09'''), ('Any X WHERE X is CWUser, Y creation_date D1, Y login "SWEB09", X creation_date > D1', '''SELECT _X.cw_eidFROM cw_CWUser AS _X, cw_CWUser AS _YWHERE _Y.cw_login=SWEB09 AND _X.cw_creation_date>_Y.cw_creation_date'''), ('Personne P WHERE P travaille S, S tel T, S fax T, S is Societe', '''SELECT rel_travaille0.eid_fromFROM cw_Societe AS _S, travaille_relation AS rel_travaille0WHERE rel_travaille0.eid_to=_S.cw_eid AND _S.cw_tel=_S.cw_fax'''), ("Personne P where X eid 0, X creation_date D, P datenaiss < D, X is Affaire", '''SELECT _P.cw_eidFROM cw_Affaire AS _X, cw_Personne AS _PWHERE _X.cw_eid=0 AND _P.cw_datenaiss<_X.cw_creation_date'''), ("Any N,T WHERE N is Note, N type T;", '''SELECT _N.cw_eid, _N.cw_typeFROM cw_Note AS _N'''), ("Personne P where X is Personne, X tel T, X fax F, P fax T+F", '''SELECT _P.cw_eidFROM cw_Personne AS _P, cw_Personne AS _XWHERE _P.cw_fax=(_X.cw_tel + _X.cw_fax)'''), ("Personne P where X tel T, X fax F, P fax IN (T,F)", '''SELECT _P.cw_eidFROM cw_Division AS _X, cw_Personne AS _PWHERE _P.cw_fax IN(_X.cw_tel, _X.cw_fax)UNION ALLSELECT _P.cw_eidFROM cw_Personne AS _P, cw_Personne AS _XWHERE _P.cw_fax IN(_X.cw_tel, _X.cw_fax)UNION ALLSELECT _P.cw_eidFROM cw_Personne AS _P, cw_Societe AS _XWHERE _P.cw_fax IN(_X.cw_tel, _X.cw_fax)UNION ALLSELECT _P.cw_eidFROM cw_Personne AS _P, cw_SubDivision AS _XWHERE _P.cw_fax IN(_X.cw_tel, _X.cw_fax)'''), ("Personne P where X tel T, X fax F, P fax IN (T,F,0832542332)", '''SELECT _P.cw_eidFROM cw_Division AS _X, cw_Personne AS _PWHERE _P.cw_fax IN(_X.cw_tel, _X.cw_fax, 832542332)UNION ALLSELECT _P.cw_eidFROM cw_Personne AS _P, cw_Personne AS _XWHERE _P.cw_fax IN(_X.cw_tel, _X.cw_fax, 832542332)UNION ALLSELECT _P.cw_eidFROM cw_Personne AS _P, cw_Societe AS _XWHERE _P.cw_fax IN(_X.cw_tel, _X.cw_fax, 832542332)UNION ALLSELECT _P.cw_eidFROM cw_Personne AS _P, cw_SubDivision AS _XWHERE _P.cw_fax IN(_X.cw_tel, _X.cw_fax, 832542332)'''), ]FUNCS = [ ("Any COUNT(P) WHERE P is Personne", '''SELECT COUNT(_P.cw_eid)FROM cw_Personne AS _P'''), ]SYMMETRIC = [ ('Any P WHERE X eid 0, X connait P', '''SELECT DISTINCT _P.cw_eidFROM connait_relation AS rel_connait0, cw_Personne AS _PWHERE (rel_connait0.eid_from=0 AND rel_connait0.eid_to=_P.cw_eid OR rel_connait0.eid_to=0 AND rel_connait0.eid_from=_P.cw_eid)''' ), ('Any P WHERE X connait P', '''SELECT DISTINCT _P.cw_eidFROM connait_relation AS rel_connait0, cw_Personne AS _PWHERE (rel_connait0.eid_to=_P.cw_eid OR rel_connait0.eid_from=_P.cw_eid)''' ), ('Any X WHERE X connait P', '''SELECT DISTINCT _X.cw_eidFROM connait_relation AS rel_connait0, cw_Personne AS _XWHERE (rel_connait0.eid_from=_X.cw_eid OR rel_connait0.eid_to=_X.cw_eid)''' ), ('Any P WHERE X eid 0, NOT X connait P', '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE NOT (EXISTS(SELECT 1 FROM connait_relation AS rel_connait0 WHERE (rel_connait0.eid_from=0 AND rel_connait0.eid_to=_P.cw_eid OR rel_connait0.eid_to=0 AND rel_connait0.eid_from=_P.cw_eid)))'''), ('Any P WHERE NOT X connait P', '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE NOT (EXISTS(SELECT 1 FROM connait_relation AS rel_connait0 WHERE (rel_connait0.eid_to=_P.cw_eid OR rel_connait0.eid_from=_P.cw_eid)))'''), ('Any X WHERE NOT X connait P', '''SELECT _X.cw_eidFROM cw_Personne AS _XWHERE NOT (EXISTS(SELECT 1 FROM connait_relation AS rel_connait0 WHERE (rel_connait0.eid_from=_X.cw_eid OR rel_connait0.eid_to=_X.cw_eid)))'''), ('Any P WHERE X connait P, P nom "nom"', '''SELECT DISTINCT _P.cw_eidFROM connait_relation AS rel_connait0, cw_Personne AS _PWHERE (rel_connait0.eid_to=_P.cw_eid OR rel_connait0.eid_from=_P.cw_eid) AND _P.cw_nom=nom'''), ('Any X WHERE X connait P, P nom "nom"', '''SELECT DISTINCT _X.cw_eidFROM connait_relation AS rel_connait0, cw_Personne AS _P, cw_Personne AS _XWHERE (rel_connait0.eid_from=_X.cw_eid AND rel_connait0.eid_to=_P.cw_eid OR rel_connait0.eid_to=_X.cw_eid AND rel_connait0.eid_from=_P.cw_eid) AND _P.cw_nom=nom''' ), ('DISTINCT Any P WHERE P connait S OR S connait P, S nom "chouette"', '''SELECT DISTINCT _P.cw_eidFROM connait_relation AS rel_connait0, cw_Personne AS _P, cw_Personne AS _SWHERE (rel_connait0.eid_from=_P.cw_eid AND rel_connait0.eid_to=_S.cw_eid OR rel_connait0.eid_to=_P.cw_eid AND rel_connait0.eid_from=_S.cw_eid) AND _S.cw_nom=chouette''' ) ]SYMMETRIC_WITH_LIMIT = [ ('Any X ORDERBY X DESC LIMIT 9 WHERE E eid 0, E connait X', '''SELECT DISTINCT _X.cw_eidFROM connait_relation AS rel_connait0, cw_Personne AS _XWHERE (rel_connait0.eid_from=0 AND rel_connait0.eid_to=_X.cw_eid OR rel_connait0.eid_to=0 AND rel_connait0.eid_from=_X.cw_eid)ORDER BY 1 DESCLIMIT 9''' ),]INLINE = [ ('Any P WHERE N eid 1, N ecrit_par P, NOT P owned_by P2', '''SELECT _N.cw_ecrit_parFROM cw_Note AS _NWHERE _N.cw_eid=1 AND _N.cw_ecrit_par IS NOT NULL AND NOT (EXISTS(SELECT 1 FROM owned_by_relation AS rel_owned_by0 WHERE _N.cw_ecrit_par=rel_owned_by0.eid_from))'''), ('Any P, L WHERE N ecrit_par P, P nom L, N eid 0', '''SELECT _P.cw_eid, _P.cw_nomFROM cw_Note AS _N, cw_Personne AS _PWHERE _N.cw_ecrit_par=_P.cw_eid AND _N.cw_eid=0'''), ('Any N WHERE NOT N ecrit_par P, P nom "toto"', '''SELECT _N.cw_eidFROM cw_Note AS _N, cw_Personne AS _PWHERE (_N.cw_ecrit_par IS NULL OR _N.cw_ecrit_par!=_P.cw_eid) AND _P.cw_nom=toto'''), ('Any P WHERE NOT N ecrit_par P, P nom "toto"', '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE NOT (EXISTS(SELECT 1 FROM cw_Note AS _N WHERE _N.cw_ecrit_par=_P.cw_eid)) AND _P.cw_nom=toto'''), ('Any P WHERE N ecrit_par P, N eid 0', '''SELECT _N.cw_ecrit_parFROM cw_Note AS _NWHERE _N.cw_ecrit_par IS NOT NULL AND _N.cw_eid=0'''), ('Any P WHERE N ecrit_par P, P is Personne, N eid 0', '''SELECT _P.cw_eidFROM cw_Note AS _N, cw_Personne AS _PWHERE _N.cw_ecrit_par=_P.cw_eid AND _N.cw_eid=0'''), ('Any P WHERE NOT N ecrit_par P, P is Personne, N eid 512', '''SELECT _P.cw_eidFROM cw_Note AS _N, cw_Personne AS _PWHERE (_N.cw_ecrit_par IS NULL OR _N.cw_ecrit_par!=_P.cw_eid) AND _N.cw_eid=512'''), ('Any S,ES,T WHERE S state_of ET, ET name "CWUser", ES allowed_transition T, T destination_state S', # XXX "_T.cw_destination_state IS NOT NULL" could be avoided here but it's not worth it '''SELECT _T.cw_destination_state, rel_allowed_transition1.eid_from, _T.cw_eidFROM allowed_transition_relation AS rel_allowed_transition1, cw_Transition AS _T, cw_Workflow AS _ET, state_of_relation AS rel_state_of0WHERE _T.cw_destination_state=rel_state_of0.eid_from AND rel_state_of0.eid_to=_ET.cw_eid AND _ET.cw_name=CWUser AND rel_allowed_transition1.eid_to=_T.cw_eid AND _T.cw_destination_state IS NOT NULL'''), ('Any O WHERE S eid 0, S in_state O', '''SELECT _S.cw_in_stateFROM cw_Affaire AS _SWHERE _S.cw_eid=0 AND _S.cw_in_state IS NOT NULLUNION ALLSELECT _S.cw_in_stateFROM cw_CWUser AS _SWHERE _S.cw_eid=0 AND _S.cw_in_state IS NOT NULLUNION ALLSELECT _S.cw_in_stateFROM cw_Note AS _SWHERE _S.cw_eid=0 AND _S.cw_in_state IS NOT NULL'''), ('Any X WHERE NOT Y for_user X, X eid 123', '''SELECT 123WHERE NOT (EXISTS(SELECT 1 FROM cw_CWProperty AS _Y WHERE _Y.cw_for_user=123))'''), ('DISTINCT Any X WHERE X from_entity OET, NOT X from_entity NET, OET name "Image", NET eid 1', '''SELECT DISTINCT _X.cw_eidFROM cw_CWAttribute AS _X, cw_CWEType AS _OETWHERE _X.cw_from_entity=_OET.cw_eid AND (_X.cw_from_entity IS NULL OR _X.cw_from_entity!=1) AND _OET.cw_name=ImageUNIONSELECT DISTINCT _X.cw_eidFROM cw_CWEType AS _OET, cw_CWRelation AS _XWHERE _X.cw_from_entity=_OET.cw_eid AND (_X.cw_from_entity IS NULL OR _X.cw_from_entity!=1) AND _OET.cw_name=Image'''), ]INTERSECT = [ ('Any SN WHERE NOT X in_state S, S name SN', '''SELECT _S.cw_nameFROM cw_State AS _SWHERE NOT (EXISTS(SELECT 1 FROM cw_Affaire AS _X WHERE _X.cw_in_state=_S.cw_eid UNION SELECT 1 FROM cw_Note AS _X WHERE _X.cw_in_state=_S.cw_eid UNION SELECT 1 FROM cw_CWUser AS _X WHERE _X.cw_in_state=_S.cw_eid))'''), ('Any PN WHERE NOT X travaille S, X nom PN, S is IN(Division, Societe)', '''SELECT _X.cw_nomFROM cw_Personne AS _XWHERE NOT (EXISTS(SELECT 1 FROM cw_Division AS _S, travaille_relation AS rel_travaille0 WHERE rel_travaille0.eid_from=_X.cw_eid AND rel_travaille0.eid_to=_S.cw_eid UNION SELECT 1 FROM cw_Societe AS _S, travaille_relation AS rel_travaille1 WHERE rel_travaille1.eid_from=_X.cw_eid AND rel_travaille1.eid_to=_S.cw_eid))'''), ('Any PN WHERE NOT X travaille S, S nom PN, S is IN(Division, Societe)', '''SELECT _S.cw_nomFROM cw_Division AS _SWHERE NOT (EXISTS(SELECT 1 FROM travaille_relation AS rel_travaille0 WHERE rel_travaille0.eid_to=_S.cw_eid))UNION ALLSELECT _S.cw_nomFROM cw_Societe AS _SWHERE NOT (EXISTS(SELECT 1 FROM travaille_relation AS rel_travaille0 WHERE rel_travaille0.eid_to=_S.cw_eid))'''), ('Personne X WHERE NOT X travaille S, S nom "chouette"', '''SELECT _X.cw_eidFROM cw_Division AS _S, cw_Personne AS _XWHERE NOT (EXISTS(SELECT 1 FROM travaille_relation AS rel_travaille0 WHERE rel_travaille0.eid_from=_X.cw_eid AND rel_travaille0.eid_to=_S.cw_eid)) AND _S.cw_nom=chouetteUNION ALLSELECT _X.cw_eidFROM cw_Personne AS _X, cw_Societe AS _SWHERE NOT (EXISTS(SELECT 1 FROM travaille_relation AS rel_travaille0 WHERE rel_travaille0.eid_from=_X.cw_eid AND rel_travaille0.eid_to=_S.cw_eid)) AND _S.cw_nom=chouetteUNION ALLSELECT _X.cw_eidFROM cw_Personne AS _X, cw_SubDivision AS _SWHERE NOT (EXISTS(SELECT 1 FROM travaille_relation AS rel_travaille0 WHERE rel_travaille0.eid_from=_X.cw_eid AND rel_travaille0.eid_to=_S.cw_eid)) AND _S.cw_nom=chouette'''), ('Any X WHERE X is ET, ET eid 2', '''SELECT rel_is0.eid_fromFROM is_relation AS rel_is0WHERE rel_is0.eid_to=2'''), ]class CWRQLTC(RQLGeneratorTC): backend = 'sqlite' def setUp(self): self.__class__.schema = schema super(CWRQLTC, self).setUp() def test_nonregr_sol(self): delete = self.rqlhelper.parse( 'DELETE X read_permission READ_PERMISSIONSUBJECT,X add_permission ADD_PERMISSIONSUBJECT,' 'X in_basket IN_BASKETSUBJECT,X delete_permission DELETE_PERMISSIONSUBJECT,' 'X update_permission UPDATE_PERMISSIONSUBJECT,' 'X created_by CREATED_BYSUBJECT,X is ISSUBJECT,X is_instance_of IS_INSTANCE_OFSUBJECT,' 'X owned_by OWNED_BYSUBJECT,X specializes SPECIALIZESSUBJECT,ISOBJECT is X,' 'SPECIALIZESOBJECT specializes X,IS_INSTANCE_OFOBJECT is_instance_of X,' 'TO_ENTITYOBJECT to_entity X,FROM_ENTITYOBJECT from_entity X ' 'WHERE X is CWEType') self.rqlhelper.compute_solutions(delete) def var_sols(var): s = set() for sol in delete.solutions: s.add(sol.get(var)) return s self.assertEqual(var_sols('FROM_ENTITYOBJECT'), set(('CWAttribute', 'CWRelation'))) self.assertEqual(var_sols('FROM_ENTITYOBJECT'), delete.defined_vars['FROM_ENTITYOBJECT'].stinfo['possibletypes']) self.assertEqual(var_sols('ISOBJECT'), set(x.type for x in self.schema.entities() if not x.final)) self.assertEqual(var_sols('ISOBJECT'), delete.defined_vars['ISOBJECT'].stinfo['possibletypes'])def strip(text): return '\n'.join(l.strip() for l in text.strip().splitlines())class PostgresSQLGeneratorTC(RQLGeneratorTC): backend = 'postgres' def setUp(self): self.__class__.schema = schema super(PostgresSQLGeneratorTC, self).setUp() def _norm_sql(self, sql): return sql.strip() def _check(self, rql, sql, varmap=None, args=None): if args is None: args = {'text': 'hip hop momo', 'eid': 12345} try: union = self._prepare(rql) r, nargs, cbs = self.o.generate(union, args, varmap=varmap) args.update(nargs) self.assertMultiLineEqual(strip(r % args), self._norm_sql(sql)) except Exception, ex: if 'r' in locals(): try: print (r%args).strip() except KeyError: print 'strange, missing substitution' print r, nargs print '!=' print sql.strip() print 'RQL:', rql raise def _parse(self, rqls): for rql, sql in rqls: yield self._check, rql, sql def _checkall(self, rql, sql): if isinstance(rql, tuple): rql, args = rql else: args = None try: rqlst = self._prepare(rql) r, args, cbs = self.o.generate(rqlst, args) self.assertEqual((r.strip(), args), sql) except Exception, ex: print rql if 'r' in locals(): print r.strip() print '!=' print sql[0].strip() raise return def test1(self): self._checkall(('Any count(RDEF) WHERE RDEF relation_type X, X eid %(x)s', {'x': None}), ("""SELECT COUNT(T1.C0) FROM (SELECT _RDEF.cw_eid AS C0FROM cw_CWAttribute AS _RDEFWHERE _RDEF.cw_relation_type=%(x)sUNION ALLSELECT _RDEF.cw_eid AS C0FROM cw_CWRelation AS _RDEFWHERE _RDEF.cw_relation_type=%(x)s) AS T1""", {}), ) def test2(self): self._checkall(('Any X WHERE C comments X, C eid %(x)s', {'x': None}), ('''SELECT rel_comments0.eid_toFROM comments_relation AS rel_comments0WHERE rel_comments0.eid_from=%(x)s''', {}) ) def test_cache_1(self): self._check('Any X WHERE X in_basket B, B eid 12', '''SELECT rel_in_basket0.eid_fromFROM in_basket_relation AS rel_in_basket0WHERE rel_in_basket0.eid_to=12''') self._check('Any X WHERE X in_basket B, B eid 12', '''SELECT rel_in_basket0.eid_fromFROM in_basket_relation AS rel_in_basket0WHERE rel_in_basket0.eid_to=12''') def test_varmap1(self): self._check('Any X,L WHERE X is CWUser, X in_group G, X login L, G name "users"', '''SELECT T00.x, T00.lFROM T00, cw_CWGroup AS _G, in_group_relation AS rel_in_group0WHERE rel_in_group0.eid_from=T00.x AND rel_in_group0.eid_to=_G.cw_eid AND _G.cw_name=users''', varmap={'X': 'T00.x', 'X.login': 'T00.l'}) def test_varmap2(self): self._check('Any X,L,GN WHERE X is CWUser, X in_group G, X login L, G name GN', '''SELECT T00.x, T00.l, _G.cw_nameFROM T00, cw_CWGroup AS _G, in_group_relation AS rel_in_group0WHERE rel_in_group0.eid_from=T00.x AND rel_in_group0.eid_to=_G.cw_eid''', varmap={'X': 'T00.x', 'X.login': 'T00.l'}) def test_varmap3(self): self._check('Any %(x)s,D WHERE F data D, F is File', 'SELECT 728, _TDF0.C0\nFROM _TDF0', args={'x': 728}, varmap={'F.data': '_TDF0.C0', 'D': '_TDF0.C0'}) def test_is_null_transform(self): union = self._prepare('Any X WHERE X login %(login)s') r, args, cbs = self.o.generate(union, {'login': None}) self.assertMultiLineEqual((r % args).strip(), '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE _X.cw_login IS NULL''') def test_today(self): for t in self._parse([("Any X WHERE X creation_date TODAY, X is Affaire", '''SELECT _X.cw_eidFROM cw_Affaire AS _XWHERE DATE(_X.cw_creation_date)=CAST(clock_timestamp() AS DATE)'''), ("Personne P where not P datenaiss TODAY", '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE NOT (DATE(_P.cw_datenaiss)=CAST(clock_timestamp() AS DATE))'''), ]): yield t def test_date_extraction(self): self._check("Any MONTH(D) WHERE P is Personne, P creation_date D", '''SELECT CAST(EXTRACT(MONTH from _P.cw_creation_date) AS INTEGER)FROM cw_Personne AS _P''') def test_weekday_extraction(self): self._check("Any WEEKDAY(D) WHERE P is Personne, P creation_date D", '''SELECT (CAST(EXTRACT(DOW from _P.cw_creation_date) AS INTEGER) + 1)FROM cw_Personne AS _P''') def test_substring(self): self._check("Any SUBSTRING(N, 1, 1) WHERE P nom N, P is Personne", '''SELECT SUBSTR(_P.cw_nom, 1, 1)FROM cw_Personne AS _P''') def test_cast(self): self._check("Any CAST(String, P) WHERE P is Personne", '''SELECT CAST(_P.cw_eid AS text)FROM cw_Personne AS _P''') def test_regexp(self): self._check("Any X WHERE X login REGEXP '[0-9].*'", '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE _X.cw_login ~ [0-9].*''') def test_parser_parse(self): for t in self._parse(PARSER): yield t def test_basic_parse(self): for t in self._parse(BASIC + BASIC_WITH_LIMIT): yield t def test_advanced_parse(self): for t in self._parse(ADVANCED + ADVANCED_WITH_LIMIT_OR_ORDERBY + ADVANCED_WITH_GROUP_CONCAT): yield t def test_outer_join_parse(self): for t in self._parse(OUTER_JOIN): yield t def test_virtual_vars_parse(self): for t in self._parse(VIRTUAL_VARS): yield t def test_multiple_sel_parse(self): for t in self._parse(MULTIPLE_SEL): yield t def test_functions(self): for t in self._parse(FUNCS): yield t def test_negation(self): for t in self._parse(NEGATIONS): yield t def test_intersection(self): for t in self._parse(INTERSECT): yield t def test_union(self): for t in self._parse(( ('(Any N ORDERBY 1 WHERE X name N, X is State)' ' UNION ' '(Any NN ORDERBY 1 WHERE XX name NN, XX is Transition)', '''(SELECT _X.cw_nameFROM cw_State AS _XORDER BY 1)UNION ALL(SELECT _XX.cw_nameFROM cw_Transition AS _XXORDER BY 1)'''), )): yield t def test_subquery(self): for t in self._parse(( ('Any N ORDERBY 1 WITH N BEING ' '((Any N WHERE X name N, X is State)' ' UNION ' '(Any NN WHERE XX name NN, XX is Transition))', '''SELECT _T0.C0FROM ((SELECT _X.cw_name AS C0FROM cw_State AS _X)UNION ALL(SELECT _XX.cw_name AS C0FROM cw_Transition AS _XX)) AS _T0ORDER BY 1'''), ('Any N,NX ORDERBY NX WITH N,NX BEING ' '((Any N,COUNT(X) GROUPBY N WHERE X name N, X is State HAVING COUNT(X)>1)' ' UNION ' '(Any N,COUNT(X) GROUPBY N WHERE X name N, X is Transition HAVING COUNT(X)>1))', '''SELECT _T0.C0, _T0.C1FROM ((SELECT _X.cw_name AS C0, COUNT(_X.cw_eid) AS C1FROM cw_State AS _XGROUP BY _X.cw_nameHAVING COUNT(_X.cw_eid)>1)UNION ALL(SELECT _X.cw_name AS C0, COUNT(_X.cw_eid) AS C1FROM cw_Transition AS _XGROUP BY _X.cw_nameHAVING COUNT(_X.cw_eid)>1)) AS _T0ORDER BY 2'''), ('Any N,COUNT(X) GROUPBY N HAVING COUNT(X)>1 ' 'WITH X, N BEING ((Any X, N WHERE X name N, X is State) UNION ' ' (Any X, N WHERE X name N, X is Transition))', '''SELECT _T0.C1, COUNT(_T0.C0)FROM ((SELECT _X.cw_eid AS C0, _X.cw_name AS C1FROM cw_State AS _X)UNION ALL(SELECT _X.cw_eid AS C0, _X.cw_name AS C1FROM cw_Transition AS _X)) AS _T0GROUP BY _T0.C1HAVING COUNT(_T0.C0)>1'''), ('Any ETN,COUNT(X) GROUPBY ETN WHERE X is ET, ET name ETN ' 'WITH X BEING ((Any X WHERE X is Societe) UNION (Any X WHERE X is Affaire, (EXISTS(X owned_by 1)) OR ((EXISTS(D concerne B?, B owned_by 1, X identity D, B is Note)) OR (EXISTS(F concerne E?, E owned_by 1, E is Societe, X identity F)))))', '''SELECT _ET.cw_name, COUNT(_T0.C0)FROM ((SELECT _X.cw_eid AS C0FROM cw_Societe AS _X)UNION ALL(SELECT _X.cw_eid AS C0FROM cw_Affaire AS _XWHERE ((EXISTS(SELECT 1 FROM owned_by_relation AS rel_owned_by0 WHERE rel_owned_by0.eid_from=_X.cw_eid AND rel_owned_by0.eid_to=1)) OR (((EXISTS(SELECT 1 FROM owned_by_relation AS rel_owned_by2, cw_Affaire AS _D LEFT OUTER JOIN concerne_relation AS rel_concerne1 ON (rel_concerne1.eid_from=_D.cw_eid) LEFT OUTER JOIN cw_Note AS _B ON (rel_concerne1.eid_to=_B.cw_eid) WHERE rel_owned_by2.eid_from=_B.cw_eid AND rel_owned_by2.eid_to=1 AND _X.cw_eid=_D.cw_eid)) OR (EXISTS(SELECT 1 FROM owned_by_relation AS rel_owned_by4, cw_Affaire AS _F LEFT OUTER JOIN concerne_relation AS rel_concerne3 ON (rel_concerne3.eid_from=_F.cw_eid) LEFT OUTER JOIN cw_Societe AS _E ON (rel_concerne3.eid_to=_E.cw_eid) WHERE rel_owned_by4.eid_from=_E.cw_eid AND rel_owned_by4.eid_to=1 AND _X.cw_eid=_F.cw_eid))))))) AS _T0, cw_CWEType AS _ET, is_relation AS rel_is0WHERE rel_is0.eid_from=_T0.C0 AND rel_is0.eid_to=_ET.cw_eidGROUP BY _ET.cw_name'''), ('Any A WHERE A ordernum O, A is CWAttribute WITH O BEING (Any MAX(O) WHERE A ordernum O, A is CWAttribute)', '''SELECT _A.cw_eidFROM (SELECT MAX(_A.cw_ordernum) AS C0FROM cw_CWAttribute AS _A) AS _T0, cw_CWAttribute AS _AWHERE _A.cw_ordernum=_T0.C0'''), ('Any O1 HAVING O1=O2? WITH O1 BEING (Any MAX(O) WHERE A ordernum O, A is CWAttribute), O2 BEING (Any MAX(O) WHERE A ordernum O, A is CWRelation)', '''SELECT _T0.C0FROM (SELECT MAX(_A.cw_ordernum) AS C0FROM cw_CWAttribute AS _A) AS _T0 LEFT OUTER JOIN (SELECT MAX(_A.cw_ordernum) AS C0FROM cw_CWRelation AS _A) AS _T1 ON (_T0.C0=_T1.C0)'''), )): yield t def test_subquery_error(self): rql = ('Any N WHERE X name N WITH X BEING ' '((Any X WHERE X is State)' ' UNION ' ' (Any X WHERE X is Transition))') rqlst = self._prepare(rql) self.assertRaises(BadRQLQuery, self.o.generate, rqlst) def test_symmetric(self): for t in self._parse(SYMMETRIC + SYMMETRIC_WITH_LIMIT): yield t def test_inline(self): for t in self._parse(INLINE): yield t def test_has_text(self): for t in self._parse(( ('Any X WHERE X has_text "toto tata"', """SELECT appears0.uidFROM appears AS appears0WHERE appears0.words @@ to_tsquery('default', 'toto&tata')"""), ('Personne X WHERE X has_text "toto tata"', """SELECT _X.eidFROM appears AS appears0, entities AS _XWHERE appears0.words @@ to_tsquery('default', 'toto&tata') AND appears0.uid=_X.eid AND _X.type='Personne'"""), ('Personne X WHERE X has_text %(text)s', """SELECT _X.eidFROM appears AS appears0, entities AS _XWHERE appears0.words @@ to_tsquery('default', 'hip&hop&momo') AND appears0.uid=_X.eid AND _X.type='Personne'"""), ('Any X WHERE X has_text "toto tata", X name "tutu", X is IN (Basket,Folder)', """SELECT _X.cw_eidFROM appears AS appears0, cw_Basket AS _XWHERE appears0.words @@ to_tsquery('default', 'toto&tata') AND appears0.uid=_X.cw_eid AND _X.cw_name=tutuUNION ALLSELECT _X.cw_eidFROM appears AS appears0, cw_Folder AS _XWHERE appears0.words @@ to_tsquery('default', 'toto&tata') AND appears0.uid=_X.cw_eid AND _X.cw_name=tutu"""), ('Personne X where X has_text %(text)s, X travaille S, S has_text %(text)s', """SELECT _X.eidFROM appears AS appears0, appears AS appears2, entities AS _X, travaille_relation AS rel_travaille1WHERE appears0.words @@ to_tsquery('default', 'hip&hop&momo') AND appears0.uid=_X.eid AND _X.type='Personne' AND _X.eid=rel_travaille1.eid_from AND appears2.uid=rel_travaille1.eid_to AND appears2.words @@ to_tsquery('default', 'hip&hop&momo')"""), ('Any X ORDERBY FTIRANK(X) DESC WHERE X has_text "toto tata"', """SELECT appears0.uidFROM appears AS appears0WHERE appears0.words @@ to_tsquery('default', 'toto&tata')ORDER BY ts_rank(appears0.words, to_tsquery('default', 'toto&tata'))*appears0.weight DESC"""), ('Personne X ORDERBY FTIRANK(X) WHERE X has_text "toto tata"', """SELECT _X.eidFROM appears AS appears0, entities AS _XWHERE appears0.words @@ to_tsquery('default', 'toto&tata') AND appears0.uid=_X.eid AND _X.type='Personne'ORDER BY ts_rank(appears0.words, to_tsquery('default', 'toto&tata'))*appears0.weight"""), ('Personne X ORDERBY FTIRANK(X) WHERE X has_text %(text)s', """SELECT _X.eidFROM appears AS appears0, entities AS _XWHERE appears0.words @@ to_tsquery('default', 'hip&hop&momo') AND appears0.uid=_X.eid AND _X.type='Personne'ORDER BY ts_rank(appears0.words, to_tsquery('default', 'hip&hop&momo'))*appears0.weight"""), ('Any X ORDERBY FTIRANK(X) WHERE X has_text "toto tata", X name "tutu", X is IN (Basket,Folder)', """SELECT T1.C0 FROM (SELECT _X.cw_eid AS C0, ts_rank(appears0.words, to_tsquery('default', 'toto&tata'))*appears0.weight AS C1FROM appears AS appears0, cw_Basket AS _XWHERE appears0.words @@ to_tsquery('default', 'toto&tata') AND appears0.uid=_X.cw_eid AND _X.cw_name=tutuUNION ALLSELECT _X.cw_eid AS C0, ts_rank(appears0.words, to_tsquery('default', 'toto&tata'))*appears0.weight AS C1FROM appears AS appears0, cw_Folder AS _XWHERE appears0.words @@ to_tsquery('default', 'toto&tata') AND appears0.uid=_X.cw_eid AND _X.cw_name=tutuORDER BY 2) AS T1"""), ('Personne X ORDERBY FTIRANK(X),FTIRANK(S) WHERE X has_text %(text)s, X travaille S, S has_text %(text)s', """SELECT _X.eidFROM appears AS appears0, appears AS appears2, entities AS _X, travaille_relation AS rel_travaille1WHERE appears0.words @@ to_tsquery('default', 'hip&hop&momo') AND appears0.uid=_X.eid AND _X.type='Personne' AND _X.eid=rel_travaille1.eid_from AND appears2.uid=rel_travaille1.eid_to AND appears2.words @@ to_tsquery('default', 'hip&hop&momo')ORDER BY ts_rank(appears0.words, to_tsquery('default', 'hip&hop&momo'))*appears0.weight,ts_rank(appears2.words, to_tsquery('default', 'hip&hop&momo'))*appears2.weight"""), ('Any X, FTIRANK(X) WHERE X has_text "toto tata"', """SELECT appears0.uid, ts_rank(appears0.words, to_tsquery('default', 'toto&tata'))*appears0.weightFROM appears AS appears0WHERE appears0.words @@ to_tsquery('default', 'toto&tata')"""), ('Any X WHERE NOT A tags X, X has_text "pouet"', '''SELECT appears1.uidFROM appears AS appears1WHERE NOT (EXISTS(SELECT 1 FROM tags_relation AS rel_tags0 WHERE appears1.uid=rel_tags0.eid_to)) AND appears1.words @@ to_tsquery('default', 'pouet')'''), )): yield t def test_from_clause_needed(self): queries = [("Any 1 WHERE EXISTS(T is CWGroup, T name 'managers')", '''SELECT 1WHERE EXISTS(SELECT 1 FROM cw_CWGroup AS _T WHERE _T.cw_name=managers)'''), ('Any X,Y WHERE NOT X created_by Y, X eid 5, Y eid 6', '''SELECT 5, 6WHERE NOT (EXISTS(SELECT 1 FROM created_by_relation AS rel_created_by0 WHERE rel_created_by0.eid_from=5 AND rel_created_by0.eid_to=6))'''), ] for t in self._parse(queries): yield t def test_ambigous_exists_no_from_clause(self): self._check('Any COUNT(U) WHERE U eid 1, EXISTS (P owned_by U, P is IN (Note, Affaire))', '''SELECT COUNT(1)WHERE EXISTS(SELECT 1 FROM cw_Affaire AS _P, owned_by_relation AS rel_owned_by0 WHERE rel_owned_by0.eid_from=_P.cw_eid AND rel_owned_by0.eid_to=1 UNION SELECT 1 FROM cw_Note AS _P, owned_by_relation AS rel_owned_by1 WHERE rel_owned_by1.eid_from=_P.cw_eid AND rel_owned_by1.eid_to=1)''') def test_attr_map_sqlcb(self): def generate_ref(gen, linkedvar, rel): linkedvar.accept(gen) return 'VERSION_DATA(%s)' % linkedvar._q_sql self.o.attr_map['Affaire.ref'] = (generate_ref, False) try: self._check('Any R WHERE X ref R', '''SELECT VERSION_DATA(_X.cw_eid)FROM cw_Affaire AS _X''') self._check('Any X WHERE X ref 1', '''SELECT _X.cw_eidFROM cw_Affaire AS _XWHERE VERSION_DATA(_X.cw_eid)=1''') finally: self.o.attr_map.clear() def test_attr_map_sourcecb(self): cb = lambda x,y: None self.o.attr_map['Affaire.ref'] = (cb, True) try: union = self._prepare('Any R WHERE X ref R') r, nargs, cbs = self.o.generate(union, args={}) self.assertMultiLineEqual(r.strip(), 'SELECT _X.cw_ref\nFROM cw_Affaire AS _X') self.assertEqual(cbs, {0: [cb]}) finally: self.o.attr_map.clear() def test_concat_string(self): self._check('Any "A"+R WHERE X ref R', '''SELECT (A || _X.cw_ref)FROM cw_Affaire AS _X''') def test_or_having_fake_terms_base(self): self._check('Any X WHERE X is CWUser, X creation_date D HAVING YEAR(D) = "2010" OR D = NULL', '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE ((CAST(EXTRACT(YEAR from _X.cw_creation_date) AS INTEGER)=2010) OR (_X.cw_creation_date IS NULL))''') def test_or_having_fake_terms_exists(self): # crash with rql <= 0.29.0 self._check('Any X WHERE X is CWUser, EXISTS(B bookmarked_by X, B creation_date D) HAVING D=2010 OR D=NULL, D=1 OR D=NULL', '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE EXISTS(SELECT 1 FROM bookmarked_by_relation AS rel_bookmarked_by0, cw_Bookmark AS _B WHERE rel_bookmarked_by0.eid_from=_B.cw_eid AND rel_bookmarked_by0.eid_to=_X.cw_eid AND ((_B.cw_creation_date=1) OR (_B.cw_creation_date IS NULL)) AND ((_B.cw_creation_date=2010) OR (_B.cw_creation_date IS NULL)))''') def test_or_having_fake_terms_nocrash(self): # crash with rql <= 0.29.0 self._check('Any X WHERE X is CWUser, X creation_date D HAVING D=2010 OR D=NULL, D=1 OR D=NULL', '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE ((_X.cw_creation_date=1) OR (_X.cw_creation_date IS NULL)) AND ((_X.cw_creation_date=2010) OR (_X.cw_creation_date IS NULL))''') def test_not_no_where(self): # XXX will check if some in_group relation exists, that's it. # We can't actually know if we want to check if there are some # X without in_group relation, or some G without it. self._check('Any 1 WHERE NOT X in_group G, X is CWUser', '''SELECT 1WHERE NOT (EXISTS(SELECT 1 FROM in_group_relation AS rel_in_group0))''') def test_nonregr_outer_join_multiple(self): self._check('Any COUNT(P1148),G GROUPBY G ' 'WHERE G owned_by D, D eid 1122, K1148 bookmarked_by P1148, ' 'K1148 eid 1148, P1148? in_group G', '''SELECT COUNT(rel_bookmarked_by1.eid_to), _G.cw_eidFROM owned_by_relation AS rel_owned_by0, cw_CWGroup AS _G LEFT OUTER JOIN in_group_relation AS rel_in_group2 ON (rel_in_group2.eid_to=_G.cw_eid) LEFT OUTER JOIN bookmarked_by_relation AS rel_bookmarked_by1 ON (rel_in_group2.eid_from=rel_bookmarked_by1.eid_to)WHERE rel_owned_by0.eid_from=_G.cw_eid AND rel_owned_by0.eid_to=1122 AND rel_bookmarked_by1.eid_from=1148GROUP BY _G.cw_eid''' ) def test_nonregr_outer_join_multiple2(self): self._check('Any COUNT(P1148),G GROUPBY G ' 'WHERE G owned_by D, D eid 1122, K1148 bookmarked_by P1148?, ' 'K1148 eid 1148, P1148? in_group G', '''SELECT COUNT(rel_bookmarked_by1.eid_to), _G.cw_eidFROM owned_by_relation AS rel_owned_by0, cw_CWGroup AS _G LEFT OUTER JOIN in_group_relation AS rel_in_group2 ON (rel_in_group2.eid_to=_G.cw_eid) LEFT OUTER JOIN bookmarked_by_relation AS rel_bookmarked_by1 ON (rel_bookmarked_by1.eid_from=1148 AND rel_in_group2.eid_from=rel_bookmarked_by1.eid_to)WHERE rel_owned_by0.eid_from=_G.cw_eid AND rel_owned_by0.eid_to=1122GROUP BY _G.cw_eid''') def test_groupby_orderby_insertion_dont_modify_intention(self): self._check('Any YEAR(XECT)*100+MONTH(XECT), COUNT(X),SUM(XCE),AVG(XSCT-XECT) ' 'GROUPBY YEAR(XECT),MONTH(XECT) ORDERBY 1 ' 'WHERE X creation_date XSCT, X modification_date XECT, ' 'X ordernum XCE, X is CWAttribute', '''SELECT ((CAST(EXTRACT(YEAR from _X.cw_modification_date) AS INTEGER) * 100) + CAST(EXTRACT(MONTH from _X.cw_modification_date) AS INTEGER)), COUNT(_X.cw_eid), SUM(_X.cw_ordernum), AVG((_X.cw_creation_date - _X.cw_modification_date))FROM cw_CWAttribute AS _XGROUP BY CAST(EXTRACT(YEAR from _X.cw_modification_date) AS INTEGER),CAST(EXTRACT(MONTH from _X.cw_modification_date) AS INTEGER)ORDER BY 1'''), def test_modulo(self): self._check('Any 5 % 2', '''SELECT (5 % 2)''')class SqlServer2005SQLGeneratorTC(PostgresSQLGeneratorTC): backend = 'sqlserver2005' def _norm_sql(self, sql): return sql.strip().replace(' SUBSTR', ' SUBSTRING').replace(' || ', ' + ').replace(' ILIKE ', ' LIKE ').replace('TRUE', '1').replace('FALSE', '0') def test_has_text(self): for t in self._parse(HAS_TEXT_LG_INDEXER): yield t def test_regexp(self): self.skipTest('regexp-based pattern matching not implemented in sqlserver') def test_or_having_fake_terms_base(self): self._check('Any X WHERE X is CWUser, X creation_date D HAVING YEAR(D) = "2010" OR D = NULL', '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE ((DATEPART(YEAR, _X.cw_creation_date)=2010) OR (_X.cw_creation_date IS NULL))''') def test_date_extraction(self): self._check("Any MONTH(D) WHERE P is Personne, P creation_date D", '''SELECT DATEPART(MONTH, _P.cw_creation_date)FROM cw_Personne AS _P''') def test_weekday_extraction(self): self._check("Any WEEKDAY(D) WHERE P is Personne, P creation_date D", '''SELECT DATEPART(WEEKDAY, _P.cw_creation_date)FROM cw_Personne AS _P''') def test_symmetric(self): for t in self._parse(SYMMETRIC): yield t def test_basic_parse(self): for t in self._parse(BASIC):# + BASIC_WITH_LIMIT): yield t def test_advanced_parse(self): for t in self._parse(ADVANCED):# + ADVANCED_WITH_LIMIT_OR_ORDERBY): yield t def test_limit_offset(self): WITH_LIMIT = [ ("Personne P LIMIT 20 OFFSET 10", '''WITH orderedrows AS (SELECT_L01, ROW_NUMBER() OVER (ORDER BY _L01) AS __RowNumberFROM (SELECT _P.cw_eid AS _L01 FROM cw_Personne AS _P) AS _SQ1 )SELECT_L01FROM orderedrows WHERE__RowNumber <= 30 AND __RowNumber > 10 '''), ('Any COUNT(S),CS GROUPBY CS ORDERBY 1 DESC LIMIT 10 WHERE S is Affaire, C is Societe, S concerne C, C nom CS, (EXISTS(S owned_by 1)) OR (EXISTS(S documented_by N, N title "published"))', '''WITH orderedrows AS (SELECT_L01, _L02, ROW_NUMBER() OVER (ORDER BY _L01 DESC) AS __RowNumberFROM (SELECT COUNT(rel_concerne0.eid_from) AS _L01, _C.cw_nom AS _L02 FROM concerne_relation AS rel_concerne0, cw_Societe AS _CWHERE rel_concerne0.eid_to=_C.cw_eid AND ((EXISTS(SELECT 1 FROM owned_by_relation AS rel_owned_by1 WHERE rel_concerne0.eid_from=rel_owned_by1.eid_from AND rel_owned_by1.eid_to=1)) OR (EXISTS(SELECT 1 FROM cw_Card AS _N, documented_by_relation AS rel_documented_by2 WHERE rel_concerne0.eid_from=rel_documented_by2.eid_from AND rel_documented_by2.eid_to=_N.cw_eid AND _N.cw_title=published)))GROUP BY _C.cw_nom) AS _SQ1 )SELECT_L01, _L02FROM orderedrows WHERE__RowNumber <= 10 '''), ('DISTINCT Any MAX(X)+MIN(LENGTH(D)), N GROUPBY N ORDERBY 2, DF WHERE X data_name N, X data D, X data_format DF;', '''SELECT T1.C0,T1.C1 FROM (SELECT DISTINCT (MAX(_X.cw_eid) + MIN(LENGTH(_X.cw_data))) AS C0, _X.cw_data_name AS C1, _X.cw_data_format AS C2FROM cw_File AS _XGROUP BY _X.cw_data_name,_X.cw_data_format) AS T1ORDER BY T1.C1,T1.C2'''), ('DISTINCT Any X ORDERBY Y WHERE B bookmarked_by X, X login Y', '''SELECT T1.C0 FROM (SELECT DISTINCT _X.cw_eid AS C0, _X.cw_login AS C1FROM bookmarked_by_relation AS rel_bookmarked_by0, cw_CWUser AS _XWHERE rel_bookmarked_by0.eid_to=_X.cw_eid) AS T1ORDER BY T1.C1 '''), ('DISTINCT Any X ORDERBY SN WHERE X in_state S, S name SN', '''SELECT T1.C0 FROM (SELECT DISTINCT _X.cw_eid AS C0, _S.cw_name AS C1FROM cw_Affaire AS _X, cw_State AS _SWHERE _X.cw_in_state=_S.cw_eidUNIONSELECT DISTINCT _X.cw_eid AS C0, _S.cw_name AS C1FROM cw_CWUser AS _X, cw_State AS _SWHERE _X.cw_in_state=_S.cw_eidUNIONSELECT DISTINCT _X.cw_eid AS C0, _S.cw_name AS C1FROM cw_Note AS _X, cw_State AS _SWHERE _X.cw_in_state=_S.cw_eid) AS T1ORDER BY T1.C1'''), ('Any O,AA,AB,AC ORDERBY AC DESC ' 'WHERE NOT S use_email O, S eid 1, O is EmailAddress, O address AA, O alias AB, O modification_date AC, ' 'EXISTS(A use_email O, EXISTS(A identity B, NOT B in_group D, D name "guests", D is CWGroup), A is CWUser), B eid 2', '''SELECT _O.cw_eid, _O.cw_address, _O.cw_alias, _O.cw_modification_dateFROM cw_EmailAddress AS _OWHERE NOT (EXISTS(SELECT 1 FROM use_email_relation AS rel_use_email0 WHERE rel_use_email0.eid_from=1 AND rel_use_email0.eid_to=_O.cw_eid)) AND EXISTS(SELECT 1 FROM use_email_relation AS rel_use_email1 WHERE rel_use_email1.eid_to=_O.cw_eid AND EXISTS(SELECT 1 FROM cw_CWGroup AS _D WHERE rel_use_email1.eid_from=2 AND NOT (EXISTS(SELECT 1 FROM in_group_relation AS rel_in_group2 WHERE rel_in_group2.eid_from=2 AND rel_in_group2.eid_to=_D.cw_eid)) AND _D.cw_name=guests))ORDER BY 4 DESC'''), ("Any P ORDERBY N LIMIT 1 WHERE P is Personne, P travaille S, S eid %(eid)s, P nom N, P nom %(text)s", '''WITH orderedrows AS (SELECT_L01, ROW_NUMBER() OVER (ORDER BY _L01) AS __RowNumberFROM (SELECT _P.cw_eid AS _L01 FROM cw_Personne AS _P, travaille_relation AS rel_travaille0WHERE rel_travaille0.eid_from=_P.cw_eid AND rel_travaille0.eid_to=12345 AND _P.cw_nom=hip hop momo) AS _SQ1 )SELECT_L01FROM orderedrows WHERE__RowNumber <= 1'''), ("Any P ORDERBY N LIMIT 1 WHERE P is Personne, P nom N", '''WITH orderedrows AS (SELECT_L01, ROW_NUMBER() OVER (ORDER BY _L01) AS __RowNumberFROM (SELECT _P.cw_eid AS _L01 FROM cw_Personne AS _P) AS _SQ1 )SELECT_L01FROM orderedrows WHERE__RowNumber <= 1'''), ("Any PN, N, P ORDERBY N LIMIT 1 WHERE P is Personne, P nom N, P prenom PN", '''WITH orderedrows AS (SELECT_L01, _L02, _L03, ROW_NUMBER() OVER (ORDER BY _L02) AS __RowNumberFROM (SELECT _P.cw_prenom AS _L01, _P.cw_nom AS _L02, _P.cw_eid AS _L03 FROM cw_Personne AS _P) AS _SQ1 )SELECT_L01, _L02, _L03FROM orderedrows WHERE__RowNumber <= 1'''), ] for t in self._parse(WITH_LIMIT):# + ADVANCED_WITH_LIMIT_OR_ORDERBY): yield t def test_cast(self): self._check("Any CAST(String, P) WHERE P is Personne", '''SELECT CAST(_P.cw_eid AS nvarchar(max))FROM cw_Personne AS _P''') def test_groupby_orderby_insertion_dont_modify_intention(self): self._check('Any YEAR(XECT)*100+MONTH(XECT), COUNT(X),SUM(XCE),AVG(XSCT-XECT) ' 'GROUPBY YEAR(XECT),MONTH(XECT) ORDERBY 1 ' 'WHERE X creation_date XSCT, X modification_date XECT, ' 'X ordernum XCE, X is CWAttribute', '''SELECT ((DATEPART(YEAR, _X.cw_modification_date) * 100) + DATEPART(MONTH, _X.cw_modification_date)), COUNT(_X.cw_eid), SUM(_X.cw_ordernum), AVG((_X.cw_creation_date - _X.cw_modification_date))FROM cw_CWAttribute AS _XGROUP BY DATEPART(YEAR, _X.cw_modification_date),DATEPART(MONTH, _X.cw_modification_date)ORDER BY 1''') def test_today(self): for t in self._parse([("Any X WHERE X creation_date TODAY, X is Affaire", '''SELECT _X.cw_eidFROM cw_Affaire AS _XWHERE DATE(_X.cw_creation_date)=CURRENT_DATE'''), ("Personne P where not P datenaiss TODAY", '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE NOT (DATE(_P.cw_datenaiss)=CURRENT_DATE)'''), ]): yield tclass SqliteSQLGeneratorTC(PostgresSQLGeneratorTC): backend = 'sqlite' def _norm_sql(self, sql): return sql.strip().replace(' ILIKE ', ' LIKE ').replace('TRUE', '1').replace('FALSE', '0') def test_date_extraction(self): self._check("Any MONTH(D) WHERE P is Personne, P creation_date D", '''SELECT MONTH(_P.cw_creation_date)FROM cw_Personne AS _P''') def test_weekday_extraction(self): # custom impl. in cw.server.sqlutils self._check("Any WEEKDAY(D) WHERE P is Personne, P creation_date D", '''SELECT WEEKDAY(_P.cw_creation_date)FROM cw_Personne AS _P''') def test_regexp(self): self._check("Any X WHERE X login REGEXP '[0-9].*'", '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE _X.cw_login REGEXP [0-9].*''') def test_union(self): for t in self._parse(( ('(Any N ORDERBY 1 WHERE X name N, X is State)' ' UNION ' '(Any NN ORDERBY 1 WHERE XX name NN, XX is Transition)', '''SELECT _X.cw_nameFROM cw_State AS _XORDER BY 1UNION ALLSELECT _XX.cw_nameFROM cw_Transition AS _XXORDER BY 1'''), )): yield t def test_subquery(self): # NOTE: no paren around UNION with sqlitebackend for t in self._parse(( ('Any N ORDERBY 1 WITH N BEING ' '((Any N WHERE X name N, X is State)' ' UNION ' '(Any NN WHERE XX name NN, XX is Transition))', '''SELECT _T0.C0FROM (SELECT _X.cw_name AS C0FROM cw_State AS _XUNION ALLSELECT _XX.cw_name AS C0FROM cw_Transition AS _XX) AS _T0ORDER BY 1'''), ('Any N,NX ORDERBY NX WITH N,NX BEING ' '((Any N,COUNT(X) GROUPBY N WHERE X name N, X is State HAVING COUNT(X)>1)' ' UNION ' '(Any N,COUNT(X) GROUPBY N WHERE X name N, X is Transition HAVING COUNT(X)>1))', '''SELECT _T0.C0, _T0.C1FROM (SELECT _X.cw_name AS C0, COUNT(_X.cw_eid) AS C1FROM cw_State AS _XGROUP BY _X.cw_nameHAVING COUNT(_X.cw_eid)>1UNION ALLSELECT _X.cw_name AS C0, COUNT(_X.cw_eid) AS C1FROM cw_Transition AS _XGROUP BY _X.cw_nameHAVING COUNT(_X.cw_eid)>1) AS _T0ORDER BY 2'''), ('Any N,COUNT(X) GROUPBY N HAVING COUNT(X)>1 ' 'WITH X, N BEING ((Any X, N WHERE X name N, X is State) UNION ' ' (Any X, N WHERE X name N, X is Transition))', '''SELECT _T0.C1, COUNT(_T0.C0)FROM (SELECT _X.cw_eid AS C0, _X.cw_name AS C1FROM cw_State AS _XUNION ALLSELECT _X.cw_eid AS C0, _X.cw_name AS C1FROM cw_Transition AS _X) AS _T0GROUP BY _T0.C1HAVING COUNT(_T0.C0)>1'''), )): yield t def test_has_text(self): for t in self._parse(( ('Any X WHERE X has_text "toto tata"', """SELECT DISTINCT appears0.uidFROM appears AS appears0WHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata'))"""), ('Any X WHERE X has_text %(text)s', """SELECT DISTINCT appears0.uidFROM appears AS appears0WHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('hip', 'hop', 'momo'))"""), ('Personne X WHERE X has_text "toto tata"', """SELECT DISTINCT _X.eidFROM appears AS appears0, entities AS _XWHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata')) AND appears0.uid=_X.eid AND _X.type='Personne'"""), ('Any X WHERE X has_text "toto tata", X name "tutu", X is IN (Basket,Folder)', """SELECT DISTINCT _X.cw_eidFROM appears AS appears0, cw_Basket AS _XWHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata')) AND appears0.uid=_X.cw_eid AND _X.cw_name=tutuUNIONSELECT DISTINCT _X.cw_eidFROM appears AS appears0, cw_Folder AS _XWHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata')) AND appears0.uid=_X.cw_eid AND _X.cw_name=tutu"""), ('Any X ORDERBY FTIRANK(X) WHERE X has_text "toto tata"', """SELECT DISTINCT appears0.uidFROM appears AS appears0WHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata'))"""), ('Any X ORDERBY FTIRANK(X) WHERE X has_text "toto tata", X name "tutu", X is IN (Basket,Folder)', """SELECT DISTINCT _X.cw_eidFROM appears AS appears0, cw_Basket AS _XWHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata')) AND appears0.uid=_X.cw_eid AND _X.cw_name=tutuUNIONSELECT DISTINCT _X.cw_eidFROM appears AS appears0, cw_Folder AS _XWHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata')) AND appears0.uid=_X.cw_eid AND _X.cw_name=tutu"""), ('Any X, FTIRANK(X) WHERE X has_text "toto tata"', """SELECT DISTINCT appears0.uid, 1.0FROM appears AS appears0WHERE appears0.word_id IN (SELECT word_id FROM word WHERE word in ('toto', 'tata'))"""), )): yield t def test_or_having_fake_terms_base(self): self._check('Any X WHERE X is CWUser, X creation_date D HAVING YEAR(D) = "2010" OR D = NULL', '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE ((YEAR(_X.cw_creation_date)=2010) OR (_X.cw_creation_date IS NULL))''') def test_groupby_orderby_insertion_dont_modify_intention(self): self._check('Any YEAR(XECT)*100+MONTH(XECT), COUNT(X),SUM(XCE),AVG(XSCT-XECT) ' 'GROUPBY YEAR(XECT),MONTH(XECT) ORDERBY 1 ' 'WHERE X creation_date XSCT, X modification_date XECT, ' 'X ordernum XCE, X is CWAttribute', '''SELECT ((YEAR(_X.cw_modification_date) * 100) + MONTH(_X.cw_modification_date)), COUNT(_X.cw_eid), SUM(_X.cw_ordernum), AVG((_X.cw_creation_date - _X.cw_modification_date))FROM cw_CWAttribute AS _XGROUP BY YEAR(_X.cw_modification_date),MONTH(_X.cw_modification_date)ORDER BY 1'''), def test_today(self): for t in self._parse([("Any X WHERE X creation_date TODAY, X is Affaire", '''SELECT _X.cw_eidFROM cw_Affaire AS _XWHERE DATE(_X.cw_creation_date)=CURRENT_DATE'''), ("Personne P where not P datenaiss TODAY", '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE NOT (DATE(_P.cw_datenaiss)=CURRENT_DATE)'''), ]): yield tclass MySQLGenerator(PostgresSQLGeneratorTC): backend = 'mysql' def _norm_sql(self, sql): sql = sql.strip().replace(' ILIKE ', ' LIKE ').replace('TRUE', '1').replace('FALSE', '0') newsql = [] latest = None for line in sql.splitlines(False): firstword = line.split(None, 1)[0] if firstword == 'WHERE' and latest == 'SELECT': newsql.append('FROM (SELECT 1) AS _T') newsql.append(line) latest = firstword return '\n'.join(newsql) def test_date_extraction(self): self._check("Any MONTH(D) WHERE P is Personne, P creation_date D", '''SELECT EXTRACT(MONTH from _P.cw_creation_date)FROM cw_Personne AS _P''') def test_weekday_extraction(self): self._check("Any WEEKDAY(D) WHERE P is Personne, P creation_date D", '''SELECT DAYOFWEEK(_P.cw_creation_date)FROM cw_Personne AS _P''') def test_cast(self): self._check("Any CAST(String, P) WHERE P is Personne", '''SELECT CAST(_P.cw_eid AS mediumtext)FROM cw_Personne AS _P''') def test_regexp(self): self._check("Any X WHERE X login REGEXP '[0-9].*'", '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE _X.cw_login REGEXP [0-9].*''') def test_from_clause_needed(self): queries = [("Any 1 WHERE EXISTS(T is CWGroup, T name 'managers')", '''SELECT 1FROM (SELECT 1) AS _TWHERE EXISTS(SELECT 1 FROM cw_CWGroup AS _T WHERE _T.cw_name=managers)'''), ('Any X,Y WHERE NOT X created_by Y, X eid 5, Y eid 6', '''SELECT 5, 6FROM (SELECT 1) AS _TWHERE NOT (EXISTS(SELECT 1 FROM created_by_relation AS rel_created_by0 WHERE rel_created_by0.eid_from=5 AND rel_created_by0.eid_to=6))'''), ] for t in self._parse(queries): yield t def test_has_text(self): queries = [ ('Any X WHERE X has_text "toto tata"', """SELECT appears0.uidFROM appears AS appears0WHERE MATCH (appears0.words) AGAINST ('toto tata' IN BOOLEAN MODE)"""), ('Personne X WHERE X has_text "toto tata"', """SELECT _X.eidFROM appears AS appears0, entities AS _XWHERE MATCH (appears0.words) AGAINST ('toto tata' IN BOOLEAN MODE) AND appears0.uid=_X.eid AND _X.type='Personne'"""), ('Personne X WHERE X has_text %(text)s', """SELECT _X.eidFROM appears AS appears0, entities AS _XWHERE MATCH (appears0.words) AGAINST ('hip hop momo' IN BOOLEAN MODE) AND appears0.uid=_X.eid AND _X.type='Personne'"""), ('Any X WHERE X has_text "toto tata", X name "tutu", X is IN (Basket,Folder)', """SELECT _X.cw_eidFROM appears AS appears0, cw_Basket AS _XWHERE MATCH (appears0.words) AGAINST ('toto tata' IN BOOLEAN MODE) AND appears0.uid=_X.cw_eid AND _X.cw_name=tutuUNION ALLSELECT _X.cw_eidFROM appears AS appears0, cw_Folder AS _XWHERE MATCH (appears0.words) AGAINST ('toto tata' IN BOOLEAN MODE) AND appears0.uid=_X.cw_eid AND _X.cw_name=tutu""") ] for t in self._parse(queries): yield t def test_ambigous_exists_no_from_clause(self): self._check('Any COUNT(U) WHERE U eid 1, EXISTS (P owned_by U, P is IN (Note, Affaire))', '''SELECT COUNT(1)FROM (SELECT 1) AS _TWHERE EXISTS(SELECT 1 FROM cw_Affaire AS _P, owned_by_relation AS rel_owned_by0 WHERE rel_owned_by0.eid_from=_P.cw_eid AND rel_owned_by0.eid_to=1 UNION SELECT 1 FROM cw_Note AS _P, owned_by_relation AS rel_owned_by1 WHERE rel_owned_by1.eid_from=_P.cw_eid AND rel_owned_by1.eid_to=1)''') def test_groupby_multiple_outerjoins(self): self._check('Any A,U,P,group_concat(TN) GROUPBY A,U,P WHERE A is Affaire, A concerne N, N todo_by U?, T? tags A, T name TN, A todo_by P?', '''SELECT _A.cw_eid, rel_todo_by1.eid_to, rel_todo_by3.eid_to, GROUP_CONCAT(_T.cw_name)FROM concerne_relation AS rel_concerne0, cw_Affaire AS _A LEFT OUTER JOIN tags_relation AS rel_tags2 ON (rel_tags2.eid_to=_A.cw_eid) LEFT OUTER JOIN cw_Tag AS _T ON (rel_tags2.eid_from=_T.cw_eid) LEFT OUTER JOIN todo_by_relation AS rel_todo_by3 ON (rel_todo_by3.eid_from=_A.cw_eid), cw_Note AS _N LEFT OUTER JOIN todo_by_relation AS rel_todo_by1 ON (rel_todo_by1.eid_from=_N.cw_eid)WHERE rel_concerne0.eid_from=_A.cw_eid AND rel_concerne0.eid_to=_N.cw_eidGROUP BY _A.cw_eid,rel_todo_by1.eid_to,rel_todo_by3.eid_to''') def test_substring(self): self._check("Any SUBSTRING(N, 1, 1) WHERE P nom N, P is Personne", '''SELECT SUBSTRING(_P.cw_nom, 1, 1)FROM cw_Personne AS _P''') def test_or_having_fake_terms_base(self): self._check('Any X WHERE X is CWUser, X creation_date D HAVING YEAR(D) = "2010" OR D = NULL', '''SELECT _X.cw_eidFROM cw_CWUser AS _XWHERE ((EXTRACT(YEAR from _X.cw_creation_date)=2010) OR (_X.cw_creation_date IS NULL))''') def test_not_no_where(self): self._check('Any 1 WHERE NOT X in_group G, X is CWUser', '''SELECT 1FROM (SELECT 1) AS _TWHERE NOT (EXISTS(SELECT 1 FROM in_group_relation AS rel_in_group0))''') def test_groupby_orderby_insertion_dont_modify_intention(self): self._check('Any YEAR(XECT)*100+MONTH(XECT), COUNT(X),SUM(XCE),AVG(XSCT-XECT) ' 'GROUPBY YEAR(XECT),MONTH(XECT) ORDERBY 1 ' 'WHERE X creation_date XSCT, X modification_date XECT, ' 'X ordernum XCE, X is CWAttribute', '''SELECT ((EXTRACT(YEAR from _X.cw_modification_date) * 100) + EXTRACT(MONTH from _X.cw_modification_date)), COUNT(_X.cw_eid), SUM(_X.cw_ordernum), AVG((_X.cw_creation_date - _X.cw_modification_date))FROM cw_CWAttribute AS _XGROUP BY EXTRACT(YEAR from _X.cw_modification_date),EXTRACT(MONTH from _X.cw_modification_date)ORDER BY 1'''), def test_today(self): for t in self._parse([("Any X WHERE X creation_date TODAY, X is Affaire", '''SELECT _X.cw_eidFROM cw_Affaire AS _XWHERE DATE(_X.cw_creation_date)=CURRENT_DATE'''), ("Personne P where not P datenaiss TODAY", '''SELECT _P.cw_eidFROM cw_Personne AS _PWHERE NOT (DATE(_P.cw_datenaiss)=CURRENT_DATE)'''), ]): yield tclass removeUnsusedSolutionsTC(TestCase): def test_invariant_not_varying(self): rqlst = mock_object(defined_vars={}) rqlst.defined_vars['A'] = mock_object(scope=rqlst, stinfo={}, _q_invariant=True) rqlst.defined_vars['B'] = mock_object(scope=rqlst, stinfo={}, _q_invariant=False) self.assertEqual(remove_unused_solutions(rqlst, [{'A': 'RugbyGroup', 'B': 'RugbyTeam'}, {'A': 'FootGroup', 'B': 'FootTeam'}], {}, None), ([{'A': 'RugbyGroup', 'B': 'RugbyTeam'}, {'A': 'FootGroup', 'B': 'FootTeam'}], {}, set('B')) ) def test_invariant_varying(self): rqlst = mock_object(defined_vars={}) rqlst.defined_vars['A'] = mock_object(scope=rqlst, stinfo={}, _q_invariant=True) rqlst.defined_vars['B'] = mock_object(scope=rqlst, stinfo={}, _q_invariant=False) self.assertEqual(remove_unused_solutions(rqlst, [{'A': 'RugbyGroup', 'B': 'RugbyTeam'}, {'A': 'FootGroup', 'B': 'RugbyTeam'}], {}, None), ([{'A': 'RugbyGroup', 'B': 'RugbyTeam'}], {}, set()) )if __name__ == '__main__': unittest_main()