+
−# copyright 2003-2014 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
+
−# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
+
−#
+
−# This file is part of CubicWeb.
+
−#
+
−# CubicWeb is free software: you can redistribute it and/or modify it under the
+
−# terms of the GNU Lesser General Public License as published by the Free
+
−# Software Foundation, either version 2.1 of the License, or (at your option)
+
−# any later version.
+
−#
+
−# CubicWeb is distributed in the hope that it will be useful, but WITHOUT
+
−# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+
−# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
+
−# details.
+
−#
+
−# You should have received a copy of the GNU Lesser General Public License along
+
−# with CubicWeb.  If not, see <http://www.gnu.org/licenses/>.
+
−"""unit tests for module cubicweb.server.migractions"""
+
−
+
−from datetime import date
+
−import os.path as osp
+
−from contextlib import contextmanager
+
−
+
−from logilab.common.testlib import unittest_main, Tags, tag
+
−
+
−from yams.constraints import UniqueConstraint
+
−
+
−from cubicweb import ConfigurationError, ValidationError, ExecutionError
+
−from cubicweb.devtools.testlib import CubicWebTC
+
−from cubicweb.server.sqlutils import SQL_PREFIX
+
−from cubicweb.server.migractions import ServerMigrationHelper
+
−
+
−import cubicweb.devtools
+
−
+
−
+
−HERE = osp.dirname(osp.abspath(__file__))
+
−
+
−migrschema = None
+
−def tearDownModule(*args):
+
−    global migrschema
+
−    del migrschema
+
−    if hasattr(MigrationCommandsTC, 'origschema'):
+
−        del MigrationCommandsTC.origschema
+
−    if hasattr(MigrationCommandsComputedTC, 'origschema'):
+
−        del MigrationCommandsComputedTC.origschema
+
−
+
−class MigrationTC(CubicWebTC):
+
−
+
−    configcls = cubicweb.devtools.TestServerConfiguration
+
−
+
−    tags = CubicWebTC.tags | Tags(('server', 'migration', 'migractions'))
+
−
+
−    def _init_repo(self):
+
−        super(MigrationTC, self)._init_repo()
+
−        # we have to read schema from the database to get eid for schema entities
+
−        self.repo.set_schema(self.repo.deserialize_schema(), resetvreg=False)
+
−        # hack to read the schema from data/migrschema
+
−        config = self.config
+
−        config.appid = osp.join(self.appid, 'migratedapp')
+
−        config._apphome = osp.join(HERE, config.appid)
+
−        global migrschema
+
−        migrschema = config.load_schema()
+
−        config.appid = self.appid
+
−        config._apphome = osp.join(HERE, self.appid)
+
−
+
−    def setUp(self):
+
−        CubicWebTC.setUp(self)
+
−
+
−    def tearDown(self):
+
−        CubicWebTC.tearDown(self)
+
−        self.repo.vreg['etypes'].clear_caches()
+
−
+
−    @contextmanager
+
−    def mh(self):
+
−        with self.admin_access.client_cnx() as cnx:
+
−            yield cnx, ServerMigrationHelper(self.repo.config, migrschema,
+
−                                             repo=self.repo, cnx=cnx,
+
−                                             interactive=False)
+
−
+
−    def table_sql(self, mh, tablename):
+
−        result = mh.sqlexec("SELECT sql FROM sqlite_master WHERE type='table' "
+
−                            "and name=%(table)s", {'table': tablename})
+
−        if result:
+
−            return result[0][0]
+
−        return None # no such table
+
−
+
−    def table_schema(self, mh, tablename):
+
−        sql = self.table_sql(mh, tablename)
+
−        assert sql, 'no table %s' % tablename
+
−        return dict(x.split()[:2]
+
−                    for x in sql.split('(', 1)[1].rsplit(')', 1)[0].split(','))
+
−
+
−
+
−class MigrationCommandsTC(MigrationTC):
+
−
+
−    def _init_repo(self):
+
−        super(MigrationCommandsTC, self)._init_repo()
+
−        assert 'Folder' in migrschema
+
−
+
−    def test_add_attribute_bool(self):
+
−        with self.mh() as (cnx, mh):
+
−            self.assertNotIn('yesno', self.schema)
+
−            cnx.create_entity('Note')
+
−            cnx.commit()
+
−            mh.cmd_add_attribute('Note', 'yesno')
+
−            self.assertIn('yesno', self.schema)
+
−            self.assertEqual(self.schema['yesno'].subjects(), ('Note',))
+
−            self.assertEqual(self.schema['yesno'].objects(), ('Boolean',))
+
−            self.assertEqual(self.schema['Note'].default('yesno'), False)
+
−            # test default value set on existing entities
+
−            note = cnx.execute('Note X').get_entity(0, 0)
+
−            self.assertEqual(note.yesno, False)
+
−            # test default value set for next entities
+
−            self.assertEqual(cnx.create_entity('Note').yesno, False)
+
−
+
−    def test_add_attribute_int(self):
+
−        with self.mh() as (cnx, mh):
+
−            self.assertNotIn('whatever', self.schema)
+
−            cnx.create_entity('Note')
+
−            cnx.commit()
+
−            orderdict = dict(mh.rqlexec('Any RTN, O WHERE X name "Note", RDEF from_entity X, '
+
−                                        'RDEF relation_type RT, RDEF ordernum O, RT name RTN'))
+
−            mh.cmd_add_attribute('Note', 'whatever')
+
−            self.assertIn('whatever', self.schema)
+
−            self.assertEqual(self.schema['whatever'].subjects(), ('Note',))
+
−            self.assertEqual(self.schema['whatever'].objects(), ('Int',))
+
−            self.assertEqual(self.schema['Note'].default('whatever'), 0)
+
−            # test default value set on existing entities
+
−            note = cnx.execute('Note X').get_entity(0, 0)
+
−            self.assertIsInstance(note.whatever, int)
+
−            self.assertEqual(note.whatever, 0)
+
−            # test default value set for next entities
+
−            self.assertEqual(cnx.create_entity('Note').whatever, 0)
+
−            # test attribute order
+
−            orderdict2 = dict(mh.rqlexec('Any RTN, O WHERE X name "Note", RDEF from_entity X, '
+
−                                         'RDEF relation_type RT, RDEF ordernum O, RT name RTN'))
+
−            whateverorder = migrschema['whatever'].rdef('Note', 'Int').order
+
−            for k, v in orderdict.iteritems():
+
−                if v >= whateverorder:
+
−                    orderdict[k] = v+1
+
−            orderdict['whatever'] = whateverorder
+
−            self.assertDictEqual(orderdict, orderdict2)
+
−            #self.assertEqual([r.type for r in self.schema['Note'].ordered_relations()],
+
−            #                  ['modification_date', 'creation_date', 'owned_by',
+
−            #                   'eid', 'ecrit_par', 'inline1', 'date', 'type',
+
−            #                   'whatever', 'date', 'in_basket'])
+
−            # NB: commit instead of rollback make following test fail with py2.5
+
−            #     this sounds like a pysqlite/2.5 bug (the same eid is affected to
+
−            #     two different entities)
+
−
+
−    def test_add_attribute_varchar(self):
+
−        with self.mh() as (cnx, mh):
+
−            self.assertNotIn('whatever', self.schema)
+
−            cnx.create_entity('Note')
+
−            cnx.commit()
+
−            self.assertNotIn('shortpara', self.schema)
+
−            mh.cmd_add_attribute('Note', 'shortpara')
+
−            self.assertIn('shortpara', self.schema)
+
−            self.assertEqual(self.schema['shortpara'].subjects(), ('Note', ))
+
−            self.assertEqual(self.schema['shortpara'].objects(), ('String', ))
+
−            # test created column is actually a varchar(64)
+
−            fields = self.table_schema(mh, '%sNote' % SQL_PREFIX)
+
−            self.assertEqual(fields['%sshortpara' % SQL_PREFIX], 'varchar(64)')
+
−            # test default value set on existing entities
+
−            self.assertEqual(cnx.execute('Note X').get_entity(0, 0).shortpara, 'hop')
+
−            # test default value set for next entities
+
−            self.assertEqual(cnx.create_entity('Note').shortpara, 'hop')
+
−
+
−    def test_add_datetime_with_default_value_attribute(self):
+
−        with self.mh() as (cnx, mh):
+
−            self.assertNotIn('mydate', self.schema)
+
−            self.assertNotIn('oldstyledefaultdate', self.schema)
+
−            self.assertNotIn('newstyledefaultdate', self.schema)
+
−            mh.cmd_add_attribute('Note', 'mydate')
+
−            mh.cmd_add_attribute('Note', 'oldstyledefaultdate')
+
−            mh.cmd_add_attribute('Note', 'newstyledefaultdate')
+
−            self.assertIn('mydate', self.schema)
+
−            self.assertIn('oldstyledefaultdate', self.schema)
+
−            self.assertIn('newstyledefaultdate', self.schema)
+
−            self.assertEqual(self.schema['mydate'].subjects(), ('Note', ))
+
−            self.assertEqual(self.schema['mydate'].objects(), ('Date', ))
+
−            testdate = date(2005, 12, 13)
+
−            eid1 = mh.rqlexec('INSERT Note N')[0][0]
+
−            eid2 = mh.rqlexec('INSERT Note N: N mydate %(mydate)s', {'mydate' : testdate})[0][0]
+
−            d1 = mh.rqlexec('Any D WHERE X eid %(x)s, X mydate D', {'x': eid1})[0][0]
+
−            d2 = mh.rqlexec('Any D WHERE X eid %(x)s, X mydate D', {'x': eid2})[0][0]
+
−            d3 = mh.rqlexec('Any D WHERE X eid %(x)s, X oldstyledefaultdate D', {'x': eid1})[0][0]
+
−            d4 = mh.rqlexec('Any D WHERE X eid %(x)s, X newstyledefaultdate D', {'x': eid1})[0][0]
+
−            self.assertEqual(d1, date.today())
+
−            self.assertEqual(d2, testdate)
+
−            myfavoritedate = date(2013, 1, 1)
+
−            self.assertEqual(d3, myfavoritedate)
+
−            self.assertEqual(d4, myfavoritedate)
+
−
+
−    def test_drop_chosen_constraints_ctxmanager(self):
+
−        with self.mh() as (cnx, mh):
+
−            with mh.cmd_dropped_constraints('Note', 'unique_id', UniqueConstraint):
+
−                mh.cmd_add_attribute('Note', 'unique_id')
+
−                # make sure the maxsize constraint is not dropped
+
−                self.assertRaises(ValidationError,
+
−                                  mh.rqlexec,
+
−                                  'INSERT Note N: N unique_id "xyz"')
+
−                mh.rollback()
+
−                # make sure the unique constraint is dropped
+
−                mh.rqlexec('INSERT Note N: N unique_id "x"')
+
−                mh.rqlexec('INSERT Note N: N unique_id "x"')
+
−                mh.rqlexec('DELETE Note N')
+
−
+
−    def test_drop_required_ctxmanager(self):
+
−        with self.mh() as (cnx, mh):
+
−            with mh.cmd_dropped_constraints('Note', 'unique_id', cstrtype=None,
+
−                                            droprequired=True):
+
−                mh.cmd_add_attribute('Note', 'unique_id')
+
−                mh.rqlexec('INSERT Note N')
+
−            # make sure the required=True was restored
+
−            self.assertRaises(ValidationError, mh.rqlexec, 'INSERT Note N')
+
−            mh.rollback()
+
−
+
−    def test_rename_attribute(self):
+
−        with self.mh() as (cnx, mh):
+
−            self.assertNotIn('civility', self.schema)
+
−            eid1 = mh.rqlexec('INSERT Personne X: X nom "lui", X sexe "M"')[0][0]
+
−            eid2 = mh.rqlexec('INSERT Personne X: X nom "l\'autre", X sexe NULL')[0][0]
+
−            mh.cmd_rename_attribute('Personne', 'sexe', 'civility')
+
−            self.assertNotIn('sexe', self.schema)
+
−            self.assertIn('civility', self.schema)
+
−            # test data has been backported
+
−            c1 = mh.rqlexec('Any C WHERE X eid %s, X civility C' % eid1)[0][0]
+
−            self.assertEqual(c1, 'M')
+
−            c2 = mh.rqlexec('Any C WHERE X eid %s, X civility C' % eid2)[0][0]
+
−            self.assertEqual(c2, None)
+
−
+
−    def test_workflow_actions(self):
+
−        with self.mh() as (cnx, mh):
+
−            wf = mh.cmd_add_workflow(u'foo', ('Personne', 'Email'),
+
−                                     ensure_workflowable=False)
+
−            for etype in ('Personne', 'Email'):
+
−                s1 = mh.rqlexec('Any N WHERE WF workflow_of ET, ET name "%s", WF name N' %
+
−                                etype)[0][0]
+
−                self.assertEqual(s1, "foo")
+
−                s1 = mh.rqlexec('Any N WHERE ET default_workflow WF, ET name "%s", WF name N' %
+
−                                etype)[0][0]
+
−                self.assertEqual(s1, "foo")
+
−
+
−    def test_add_entity_type(self):
+
−        with self.mh() as (cnx, mh):
+
−            self.assertNotIn('Folder2', self.schema)
+
−            self.assertNotIn('filed_under2', self.schema)
+
−            mh.cmd_add_entity_type('Folder2')
+
−            self.assertIn('Folder2', self.schema)
+
−            self.assertIn('Old', self.schema)
+
−            self.assertTrue(cnx.execute('CWEType X WHERE X name "Folder2"'))
+
−            self.assertIn('filed_under2', self.schema)
+
−            self.assertTrue(cnx.execute('CWRType X WHERE X name "filed_under2"'))
+
−            self.assertEqual(sorted(str(rs) for rs in self.schema['Folder2'].subject_relations()),
+
−                              ['created_by', 'creation_date', 'cw_source', 'cwuri',
+
−                               'description', 'description_format',
+
−                               'eid',
+
−                               'filed_under2', 'has_text',
+
−                               'identity', 'in_basket', 'is', 'is_instance_of',
+
−                               'modification_date', 'name', 'owned_by'])
+
−            self.assertEqual([str(rs) for rs in self.schema['Folder2'].object_relations()],
+
−                              ['filed_under2', 'identity'])
+
−            # Old will be missing as it has been renamed into 'New' in the migrated
+
−            # schema while New hasn't been added here.
+
−            self.assertEqual(sorted(str(e) for e in self.schema['filed_under2'].subjects()),
+
−                             sorted(str(e) for e in self.schema.entities() if not e.final and e != 'Old'))
+
−            self.assertEqual(self.schema['filed_under2'].objects(), ('Folder2',))
+
−            eschema = self.schema.eschema('Folder2')
+
−            for cstr in eschema.rdef('name').constraints:
+
−                self.assertTrue(hasattr(cstr, 'eid'))
+
−
+
−    def test_add_drop_entity_type(self):
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_add_entity_type('Folder2')
+
−            wf = mh.cmd_add_workflow(u'folder2 wf', 'Folder2',
+
−                                     ensure_workflowable=False)
+
−            todo = wf.add_state(u'todo', initial=True)
+
−            done = wf.add_state(u'done')
+
−            wf.add_transition(u'redoit', done, todo)
+
−            wf.add_transition(u'markasdone', todo, done)
+
−            cnx.commit()
+
−            eschema = self.schema.eschema('Folder2')
+
−            mh.cmd_drop_entity_type('Folder2')
+
−            self.assertNotIn('Folder2', self.schema)
+
−            self.assertFalse(cnx.execute('CWEType X WHERE X name "Folder2"'))
+
−            # test automatic workflow deletion
+
−            self.assertFalse(cnx.execute('Workflow X WHERE NOT X workflow_of ET'))
+
−            self.assertFalse(cnx.execute('State X WHERE NOT X state_of WF'))
+
−            self.assertFalse(cnx.execute('Transition X WHERE NOT X transition_of WF'))
+
−
+
−    def test_rename_entity_type(self):
+
−        with self.mh() as (cnx, mh):
+
−            entity = mh.create_entity('Old', name=u'old')
+
−            self.repo.type_and_source_from_eid(entity.eid, entity._cw)
+
−            mh.cmd_rename_entity_type('Old', 'New')
+
−            mh.cmd_rename_attribute('New', 'name', 'new_name')
+
−
+
−    def test_add_drop_relation_type(self):
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_add_entity_type('Folder2', auto=False)
+
−            mh.cmd_add_relation_type('filed_under2')
+
−            self.assertIn('filed_under2', self.schema)
+
−            # Old will be missing as it has been renamed into 'New' in the migrated
+
−            # schema while New hasn't been added here.
+
−            self.assertEqual(sorted(str(e) for e in self.schema['filed_under2'].subjects()),
+
−                             sorted(str(e) for e in self.schema.entities()
+
−                                    if not e.final and e != 'Old'))
+
−            self.assertEqual(self.schema['filed_under2'].objects(), ('Folder2',))
+
−            mh.cmd_drop_relation_type('filed_under2')
+
−            self.assertNotIn('filed_under2', self.schema)
+
−            # this should not crash
+
−            mh.cmd_drop_relation_type('filed_under2')
+
−
+
−    def test_add_relation_definition_nortype(self):
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_add_relation_definition('Personne', 'concerne2', 'Affaire')
+
−            self.assertEqual(self.schema['concerne2'].subjects(),
+
−                             ('Personne',))
+
−            self.assertEqual(self.schema['concerne2'].objects(),
+
−                             ('Affaire', ))
+
−            self.assertEqual(self.schema['concerne2'].rdef('Personne', 'Affaire').cardinality,
+
−                              '1*')
+
−            mh.cmd_add_relation_definition('Personne', 'concerne2', 'Note')
+
−            self.assertEqual(sorted(self.schema['concerne2'].objects()), ['Affaire', 'Note'])
+
−            mh.create_entity('Personne', nom=u'tot')
+
−            mh.create_entity('Affaire')
+
−            mh.rqlexec('SET X concerne2 Y WHERE X is Personne, Y is Affaire')
+
−            cnx.commit()
+
−            mh.cmd_drop_relation_definition('Personne', 'concerne2', 'Affaire')
+
−            self.assertIn('concerne2', self.schema)
+
−            mh.cmd_drop_relation_definition('Personne', 'concerne2', 'Note')
+
−            self.assertNotIn('concerne2', self.schema)
+
−
+
−    def test_drop_relation_definition_existant_rtype(self):
+
−        with self.mh() as (cnx, mh):
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].subjects()),
+
−                              ['Affaire', 'Personne'])
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].objects()),
+
−                              ['Affaire', 'Division', 'Note', 'Societe', 'SubDivision'])
+
−            mh.cmd_drop_relation_definition('Personne', 'concerne', 'Affaire')
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].subjects()),
+
−                              ['Affaire'])
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].objects()),
+
−                              ['Division', 'Note', 'Societe', 'SubDivision'])
+
−            mh.cmd_add_relation_definition('Personne', 'concerne', 'Affaire')
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].subjects()),
+
−                              ['Affaire', 'Personne'])
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].objects()),
+
−                              ['Affaire', 'Division', 'Note', 'Societe', 'SubDivision'])
+
−            # trick: overwrite self.maxeid to avoid deletion of just reintroduced types
+
−            self.maxeid = cnx.execute('Any MAX(X)')[0][0]
+
−
+
−    def test_drop_relation_definition_with_specialization(self):
+
−        with self.mh() as (cnx, mh):
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].subjects()),
+
−                              ['Affaire', 'Personne'])
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].objects()),
+
−                              ['Affaire', 'Division', 'Note', 'Societe', 'SubDivision'])
+
−            mh.cmd_drop_relation_definition('Affaire', 'concerne', 'Societe')
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].subjects()),
+
−                              ['Affaire', 'Personne'])
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].objects()),
+
−                              ['Affaire', 'Note'])
+
−            mh.cmd_add_relation_definition('Affaire', 'concerne', 'Societe')
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].subjects()),
+
−                              ['Affaire', 'Personne'])
+
−            self.assertEqual(sorted(str(e) for e in self.schema['concerne'].objects()),
+
−                              ['Affaire', 'Division', 'Note', 'Societe', 'SubDivision'])
+
−            # trick: overwrite self.maxeid to avoid deletion of just reintroduced types
+
−            self.maxeid = cnx.execute('Any MAX(X)')[0][0]
+
−
+
−    def test_rename_relation(self):
+
−        self.skipTest('implement me')
+
−
+
−    def test_change_relation_props_non_final(self):
+
−        with self.mh() as (cnx, mh):
+
−            rschema = self.schema['concerne']
+
−            card = rschema.rdef('Affaire', 'Societe').cardinality
+
−            self.assertEqual(card, '**')
+
−            try:
+
−                mh.cmd_change_relation_props('Affaire', 'concerne', 'Societe',
+
−                                             cardinality='?*')
+
−                card = rschema.rdef('Affaire', 'Societe').cardinality
+
−                self.assertEqual(card, '?*')
+
−            finally:
+
−                mh.cmd_change_relation_props('Affaire', 'concerne', 'Societe',
+
−                                             cardinality='**')
+
−
+
−    def test_change_relation_props_final(self):
+
−        with self.mh() as (cnx, mh):
+
−            rschema = self.schema['adel']
+
−            card = rschema.rdef('Personne', 'String').fulltextindexed
+
−            self.assertEqual(card, False)
+
−            try:
+
−                mh.cmd_change_relation_props('Personne', 'adel', 'String',
+
−                                             fulltextindexed=True)
+
−                card = rschema.rdef('Personne', 'String').fulltextindexed
+
−                self.assertEqual(card, True)
+
−            finally:
+
−                mh.cmd_change_relation_props('Personne', 'adel', 'String',
+
−                                             fulltextindexed=False)
+
−
+
−    def test_sync_schema_props_perms_rqlconstraints(self):
+
−        with self.mh() as (cnx, mh):
+
−            # Drop one of the RQLConstraint.
+
−            rdef = self.schema['evaluee'].rdefs[('Personne', 'Note')]
+
−            oldconstraints = rdef.constraints
+
−            self.assertIn('S created_by U',
+
−                          [cstr.expression for cstr in oldconstraints])
+
−            mh.cmd_sync_schema_props_perms('evaluee', commit=True)
+
−            newconstraints = rdef.constraints
+
−            self.assertNotIn('S created_by U',
+
−                             [cstr.expression for cstr in newconstraints])
+
−
+
−            # Drop all RQLConstraint.
+
−            rdef = self.schema['travaille'].rdefs[('Personne', 'Societe')]
+
−            oldconstraints = rdef.constraints
+
−            self.assertEqual(len(oldconstraints), 2)
+
−            mh.cmd_sync_schema_props_perms('travaille', commit=True)
+
−            rdef = self.schema['travaille'].rdefs[('Personne', 'Societe')]
+
−            newconstraints = rdef.constraints
+
−            self.assertEqual(len(newconstraints), 0)
+
−
+
−    @tag('longrun')
+
−    def test_sync_schema_props_perms(self):
+
−        with self.mh() as (cnx, mh):
+
−            nbrqlexpr_start = cnx.execute('Any COUNT(X) WHERE X is RQLExpression')[0][0]
+
−            migrschema['titre'].rdefs[('Personne', 'String')].order = 7
+
−            migrschema['adel'].rdefs[('Personne', 'String')].order = 6
+
−            migrschema['ass'].rdefs[('Personne', 'String')].order = 5
+
−            migrschema['Personne'].description = 'blabla bla'
+
−            migrschema['titre'].description = 'usually a title'
+
−            migrschema['titre'].rdefs[('Personne', 'String')].description = 'title for this person'
+
−            delete_concerne_rqlexpr = self._rrqlexpr_rset(cnx, 'delete', 'concerne')
+
−            add_concerne_rqlexpr = self._rrqlexpr_rset(cnx, 'add', 'concerne')
+
−
+
−            mh.cmd_sync_schema_props_perms(commit=False)
+
−
+
−            self.assertEqual(cnx.execute('Any D WHERE X name "Personne", X description D')[0][0],
+
−                             'blabla bla')
+
−            self.assertEqual(cnx.execute('Any D WHERE X name "titre", X description D')[0][0],
+
−                             'usually a title')
+
−            self.assertEqual(cnx.execute('Any D WHERE X relation_type RT, RT name "titre",'
+
−                                         'X from_entity FE, FE name "Personne",'
+
−                                         'X description D')[0][0],
+
−                             'title for this person')
+
−            rinorder = [n for n, in cnx.execute(
+
−                'Any N ORDERBY O,N WHERE X is CWAttribute, X relation_type RT, RT name N,'
+
−                'X from_entity FE, FE name "Personne",'
+
−                'X ordernum O')]
+
−            expected = [u'nom', u'prenom', u'sexe', u'promo', u'ass', u'adel', u'titre',
+
−                        u'web', u'tel', u'fax', u'datenaiss', u'test', u'tzdatenaiss',
+
−                        u'description', u'firstname',
+
−                        u'creation_date', u'cwuri', u'modification_date']
+
−            self.assertEqual(expected, rinorder)
+
−
+
−            # test permissions synchronization ####################################
+
−            # new rql expr to add note entity
+
−            eexpr = self._erqlexpr_entity(cnx, 'add', 'Note')
+
−            self.assertEqual(eexpr.expression,
+
−                              'X ecrit_part PE, U in_group G, '
+
−                              'PE require_permission P, P name "add_note", P require_group G')
+
−            self.assertEqual([et.name for et in eexpr.reverse_add_permission], ['Note'])
+
−            self.assertEqual(eexpr.reverse_read_permission, ())
+
−            self.assertEqual(eexpr.reverse_delete_permission, ())
+
−            self.assertEqual(eexpr.reverse_update_permission, ())
+
−            self.assertTrue(self._rrqlexpr_rset(cnx, 'add', 'para'))
+
−            # no rqlexpr to delete para attribute
+
−            self.assertFalse(self._rrqlexpr_rset(cnx, 'delete', 'para'))
+
−            # new rql expr to add ecrit_par relation
+
−            rexpr = self._rrqlexpr_entity(cnx, 'add', 'ecrit_par')
+
−            self.assertEqual(rexpr.expression,
+
−                              'O require_permission P, P name "add_note", '
+
−                              'U in_group G, P require_group G')
+
−            self.assertEqual([rdef.rtype.name for rdef in rexpr.reverse_add_permission], ['ecrit_par'])
+
−            self.assertEqual(rexpr.reverse_read_permission, ())
+
−            self.assertEqual(rexpr.reverse_delete_permission, ())
+
−            # no more rqlexpr to delete and add travaille relation
+
−            self.assertFalse(self._rrqlexpr_rset(cnx, 'add', 'travaille'))
+
−            self.assertFalse(self._rrqlexpr_rset(cnx, 'delete', 'travaille'))
+
−            # no more rqlexpr to delete and update Societe entity
+
−            self.assertFalse(self._erqlexpr_rset(cnx, 'update', 'Societe'))
+
−            self.assertFalse(self._erqlexpr_rset(cnx, 'delete', 'Societe'))
+
−            # no more rqlexpr to read Affaire entity
+
−            self.assertFalse(self._erqlexpr_rset(cnx, 'read', 'Affaire'))
+
−            # rqlexpr to update Affaire entity has been updated
+
−            eexpr = self._erqlexpr_entity(cnx, 'update', 'Affaire')
+
−            self.assertEqual(eexpr.expression, 'X concerne S, S owned_by U')
+
−            # no change for rqlexpr to add and delete Affaire entity
+
−            self.assertEqual(len(self._erqlexpr_rset(cnx, 'delete', 'Affaire')), 1)
+
−            self.assertEqual(len(self._erqlexpr_rset(cnx, 'add', 'Affaire')), 1)
+
−            # no change for rqlexpr to add and delete concerne relation
+
−            self.assertEqual(len(self._rrqlexpr_rset(cnx, 'delete', 'concerne')),
+
−                             len(delete_concerne_rqlexpr))
+
−            self.assertEqual(len(self._rrqlexpr_rset(cnx, 'add', 'concerne')),
+
−                             len(add_concerne_rqlexpr))
+
−            # * migrschema involve:
+
−            #   * 7 erqlexprs deletions (2 in (Affaire + Societe + Note.para) + 1 Note.something
+
−            #   * 2 rrqlexprs deletions (travaille)
+
−            #   * 1 update (Affaire update)
+
−            #   * 2 new (Note add, ecrit_par add)
+
−            #   * 2 implicit new for attributes (Note.para, Person.test)
+
−            # remaining orphan rql expr which should be deleted at commit (composite relation)
+
−            # unattached expressions -> pending deletion on commit
+
−            self.assertEqual(cnx.execute('Any COUNT(X) WHERE X is RQLExpression, X exprtype "ERQLExpression",'
+
−                                            'NOT ET1 read_permission X, NOT ET2 add_permission X, '
+
−                                            'NOT ET3 delete_permission X, NOT ET4 update_permission X')[0][0],
+
−                              7)
+
−            self.assertEqual(cnx.execute('Any COUNT(X) WHERE X is RQLExpression, X exprtype "RRQLExpression",'
+
−                                            'NOT ET1 read_permission X, NOT ET2 add_permission X, '
+
−                                            'NOT ET3 delete_permission X, NOT ET4 update_permission X')[0][0],
+
−                              2)
+
−            # finally
+
−            self.assertEqual(cnx.execute('Any COUNT(X) WHERE X is RQLExpression')[0][0],
+
−                             nbrqlexpr_start + 1 + 2 + 2 + 2)
+
−            cnx.commit()
+
−            # unique_together test
+
−            self.assertEqual(len(self.schema.eschema('Personne')._unique_together), 1)
+
−            self.assertCountEqual(self.schema.eschema('Personne')._unique_together[0],
+
−                                               ('nom', 'prenom', 'datenaiss'))
+
−            rset = cnx.execute('Any C WHERE C is CWUniqueTogetherConstraint, C constraint_of ET, ET name "Personne"')
+
−            self.assertEqual(len(rset), 1)
+
−            relations = [r.name for r in rset.get_entity(0, 0).relations]
+
−            self.assertCountEqual(relations, ('nom', 'prenom', 'datenaiss'))
+
−
+
−    def _erqlexpr_rset(self, cnx, action, ertype):
+
−        rql = 'RQLExpression X WHERE ET is CWEType, ET %s_permission X, ET name %%(name)s' % action
+
−        return cnx.execute(rql, {'name': ertype})
+
−
+
−    def _erqlexpr_entity(self, cnx, action, ertype):
+
−        rset = self._erqlexpr_rset(cnx, action, ertype)
+
−        self.assertEqual(len(rset), 1)
+
−        return rset.get_entity(0, 0)
+
−
+
−    def _rrqlexpr_rset(self, cnx, action, ertype):
+
−        rql = 'RQLExpression X WHERE RT is CWRType, RDEF %s_permission X, RT name %%(name)s, RDEF relation_type RT' % action
+
−        return cnx.execute(rql, {'name': ertype})
+
−
+
−    def _rrqlexpr_entity(self, cnx, action, ertype):
+
−        rset = self._rrqlexpr_rset(cnx, action, ertype)
+
−        self.assertEqual(len(rset), 1)
+
−        return rset.get_entity(0, 0)
+
−
+
−    def test_set_size_constraint(self):
+
−        with self.mh() as (cnx, mh):
+
−            # existing previous value
+
−            try:
+
−                mh.cmd_set_size_constraint('CWEType', 'name', 128)
+
−            finally:
+
−                mh.cmd_set_size_constraint('CWEType', 'name', 64)
+
−            # non existing previous value
+
−            try:
+
−                mh.cmd_set_size_constraint('CWEType', 'description', 256)
+
−            finally:
+
−                mh.cmd_set_size_constraint('CWEType', 'description', None)
+
−
+
−    @tag('longrun')
+
−    def test_add_drop_cube_and_deps(self):
+
−        with self.mh() as (cnx, mh):
+
−            schema = self.repo.schema
+
−            self.assertEqual(sorted((str(s), str(o)) for s, o in schema['see_also'].rdefs.iterkeys()),
+
−                             sorted([('EmailThread', 'EmailThread'), ('Folder', 'Folder'),
+
−                                     ('Bookmark', 'Bookmark'), ('Bookmark', 'Note'),
+
−                                     ('Note', 'Note'), ('Note', 'Bookmark')]))
+
−            try:
+
−                mh.cmd_drop_cube('email', removedeps=True)
+
−                # file was there because it's an email dependancy, should have been removed
+
−                self.assertNotIn('email', self.config.cubes())
+
−                self.assertNotIn(self.config.cube_dir('email'), self.config.cubes_path())
+
−                self.assertNotIn('file', self.config.cubes())
+
−                self.assertNotIn(self.config.cube_dir('file'), self.config.cubes_path())
+
−                for ertype in ('Email', 'EmailThread', 'EmailPart', 'File',
+
−                               'sender', 'in_thread', 'reply_to', 'data_format'):
+
−                    self.assertFalse(ertype in schema, ertype)
+
−                self.assertEqual(sorted(schema['see_also'].rdefs.iterkeys()),
+
−                                  sorted([('Folder', 'Folder'),
+
−                                          ('Bookmark', 'Bookmark'),
+
−                                          ('Bookmark', 'Note'),
+
−                                          ('Note', 'Note'),
+
−                                          ('Note', 'Bookmark')]))
+
−                self.assertEqual(sorted(schema['see_also'].subjects()), ['Bookmark', 'Folder', 'Note'])
+
−                self.assertEqual(sorted(schema['see_also'].objects()), ['Bookmark', 'Folder', 'Note'])
+
−                self.assertEqual(cnx.execute('Any X WHERE X pkey "system.version.email"').rowcount, 0)
+
−                self.assertEqual(cnx.execute('Any X WHERE X pkey "system.version.file"').rowcount, 0)
+
−            finally:
+
−                mh.cmd_add_cube('email')
+
−                self.assertIn('email', self.config.cubes())
+
−                self.assertIn(self.config.cube_dir('email'), self.config.cubes_path())
+
−                self.assertIn('file', self.config.cubes())
+
−                self.assertIn(self.config.cube_dir('file'), self.config.cubes_path())
+
−                for ertype in ('Email', 'EmailThread', 'EmailPart', 'File',
+
−                               'sender', 'in_thread', 'reply_to', 'data_format'):
+
−                    self.assertTrue(ertype in schema, ertype)
+
−                self.assertEqual(sorted(schema['see_also'].rdefs.iterkeys()),
+
−                                  sorted([('EmailThread', 'EmailThread'), ('Folder', 'Folder'),
+
−                                          ('Bookmark', 'Bookmark'),
+
−                                          ('Bookmark', 'Note'),
+
−                                          ('Note', 'Note'),
+
−                                          ('Note', 'Bookmark')]))
+
−                self.assertEqual(sorted(schema['see_also'].subjects()), ['Bookmark', 'EmailThread', 'Folder', 'Note'])
+
−                self.assertEqual(sorted(schema['see_also'].objects()), ['Bookmark', 'EmailThread', 'Folder', 'Note'])
+
−                from cubes.email.__pkginfo__ import version as email_version
+
−                from cubes.file.__pkginfo__ import version as file_version
+
−                self.assertEqual(cnx.execute('Any V WHERE X value V, X pkey "system.version.email"')[0][0],
+
−                                  email_version)
+
−                self.assertEqual(cnx.execute('Any V WHERE X value V, X pkey "system.version.file"')[0][0],
+
−                                  file_version)
+
−                # trick: overwrite self.maxeid to avoid deletion of just reintroduced
+
−                #        types (and their associated tables!)
+
−                self.maxeid = cnx.execute('Any MAX(X)')[0][0]
+
−                # why this commit is necessary is unclear to me (though without it
+
−                # next test may fail complaining of missing tables
+
−                cnx.commit()
+
−
+
−
+
−    @tag('longrun')
+
−    def test_add_drop_cube_no_deps(self):
+
−        with self.mh() as (cnx, mh):
+
−            cubes = set(self.config.cubes())
+
−            schema = self.repo.schema
+
−            try:
+
−                mh.cmd_drop_cube('email')
+
−                cubes.remove('email')
+
−                self.assertNotIn('email', self.config.cubes())
+
−                self.assertIn('file', self.config.cubes())
+
−                for ertype in ('Email', 'EmailThread', 'EmailPart',
+
−                               'sender', 'in_thread', 'reply_to'):
+
−                    self.assertFalse(ertype in schema, ertype)
+
−            finally:
+
−                mh.cmd_add_cube('email')
+
−                self.assertIn('email', self.config.cubes())
+
−                # trick: overwrite self.maxeid to avoid deletion of just reintroduced
+
−                #        types (and their associated tables!)
+
−                self.maxeid = cnx.execute('Any MAX(X)')[0][0] # XXXXXXX KILL KENNY
+
−                # why this commit is necessary is unclear to me (though without it
+
−                # next test may fail complaining of missing tables
+
−                cnx.commit()
+
−
+
−    def test_drop_dep_cube(self):
+
−        with self.mh() as (cnx, mh):
+
−            with self.assertRaises(ConfigurationError) as cm:
+
−                mh.cmd_drop_cube('file')
+
−            self.assertEqual(str(cm.exception), "can't remove cube file, used as a dependency")
+
−
+
−    @tag('longrun')
+
−    def test_introduce_base_class(self):
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_add_entity_type('Para')
+
−            self.assertEqual(sorted(et.type for et in self.schema['Para'].specialized_by()),
+
−                             ['Note'])
+
−            self.assertEqual(self.schema['Note'].specializes().type, 'Para')
+
−            mh.cmd_add_entity_type('Text')
+
−            self.assertEqual(sorted(et.type for et in self.schema['Para'].specialized_by()),
+
−                              ['Note', 'Text'])
+
−            self.assertEqual(self.schema['Text'].specializes().type, 'Para')
+
−            # test columns have been actually added
+
−            text = cnx.execute('INSERT Text X: X para "hip", X summary "hop", X newattr "momo"').get_entity(0, 0)
+
−            note = cnx.execute('INSERT Note X: X para "hip", X shortpara "hop", X newattr "momo", X unique_id "x"').get_entity(0, 0)
+
−            aff = cnx.execute('INSERT Affaire X').get_entity(0, 0)
+
−            self.assertTrue(cnx.execute('SET X newnotinlined Y WHERE X eid %(x)s, Y eid %(y)s',
+
−                                         {'x': text.eid, 'y': aff.eid}))
+
−            self.assertTrue(cnx.execute('SET X newnotinlined Y WHERE X eid %(x)s, Y eid %(y)s',
+
−                                         {'x': note.eid, 'y': aff.eid}))
+
−            self.assertTrue(cnx.execute('SET X newinlined Y WHERE X eid %(x)s, Y eid %(y)s',
+
−                                         {'x': text.eid, 'y': aff.eid}))
+
−            self.assertTrue(cnx.execute('SET X newinlined Y WHERE X eid %(x)s, Y eid %(y)s',
+
−                                         {'x': note.eid, 'y': aff.eid}))
+
−            # XXX remove specializes by ourselves, else tearDown fails when removing
+
−            # Para because of Note inheritance. This could be fixed by putting the
+
−            # MemSchemaCWETypeDel(session, name) operation in the
+
−            # after_delete_entity(CWEType) hook, since in that case the MemSchemaSpecializesDel
+
−            # operation would be removed before, but I'm not sure this is a desired behaviour.
+
−            #
+
−            # also we need more tests about introducing/removing base classes or
+
−            # specialization relationship...
+
−            cnx.execute('DELETE X specializes Y WHERE Y name "Para"')
+
−            cnx.commit()
+
−            self.assertEqual(sorted(et.type for et in self.schema['Para'].specialized_by()),
+
−                             [])
+
−            self.assertEqual(self.schema['Note'].specializes(), None)
+
−            self.assertEqual(self.schema['Text'].specializes(), None)
+
−
+
−    def test_add_symmetric_relation_type(self):
+
−        with self.mh() as (cnx, mh):
+
−            self.assertFalse(self.table_sql(mh, 'same_as_relation'))
+
−            mh.cmd_add_relation_type('same_as')
+
−            self.assertTrue(self.table_sql(mh, 'same_as_relation'))
+
−
+
−
+
−class MigrationCommandsComputedTC(MigrationTC):
+
−    """ Unit tests for computed relations and attributes
+
−    """
+
−    appid = 'datacomputed'
+
−
+
−    def setUp(self):
+
−        MigrationTC.setUp(self)
+
−        # ensure vregistry is reloaded, needed by generated hooks for computed
+
−        # attributes
+
−        self.repo.vreg.set_schema(self.repo.schema)
+
−
+
−    def test_computed_relation_add_relation_definition(self):
+
−        self.assertNotIn('works_for', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            with self.assertRaises(ExecutionError) as exc:
+
−                mh.cmd_add_relation_definition('Employee', 'works_for',
+
−                                                    'Company')
+
−        self.assertEqual(str(exc.exception),
+
−                         'Cannot add a relation definition for a computed '
+
−                         'relation (works_for)')
+
−
+
−    def test_computed_relation_drop_relation_definition(self):
+
−        self.assertIn('notes', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            with self.assertRaises(ExecutionError) as exc:
+
−                mh.cmd_drop_relation_definition('Company', 'notes', 'Note')
+
−        self.assertEqual(str(exc.exception),
+
−                         'Cannot drop a relation definition for a computed '
+
−                         'relation (notes)')
+
−
+
−    def test_computed_relation_add_relation_type(self):
+
−        self.assertNotIn('works_for', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_add_relation_type('works_for')
+
−            self.assertIn('works_for', self.schema)
+
−            self.assertEqual(self.schema['works_for'].rule,
+
−                             'O employees S, NOT EXISTS (O associates S)')
+
−            self.assertEqual(self.schema['works_for'].objects(), ('Company',))
+
−            self.assertEqual(self.schema['works_for'].subjects(), ('Employee',))
+
−            self.assertFalse(self.table_sql(mh, 'works_for_relation'))
+
−            e = cnx.create_entity('Employee')
+
−            a = cnx.create_entity('Employee')
+
−            cnx.create_entity('Company', employees=e, associates=a)
+
−            cnx.commit()
+
−            company = cnx.execute('Company X').get_entity(0, 0)
+
−            self.assertEqual([e.eid],
+
−                             [x.eid for x in company.reverse_works_for])
+
−            mh.rollback()
+
−
+
−    def test_computed_relation_drop_relation_type(self):
+
−        self.assertIn('notes', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_drop_relation_type('notes')
+
−        self.assertNotIn('notes', self.schema)
+
−
+
−    def test_computed_relation_sync_schema_props_perms(self):
+
−        self.assertIn('whatever', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_sync_schema_props_perms('whatever')
+
−            self.assertEqual(self.schema['whatever'].rule,
+
−                             'S employees E, O associates E')
+
−            self.assertEqual(self.schema['whatever'].objects(), ('Company',))
+
−            self.assertEqual(self.schema['whatever'].subjects(), ('Company',))
+
−            self.assertFalse(self.table_sql(mh, 'whatever_relation'))
+
−
+
−    def test_computed_relation_sync_schema_props_perms_on_rdef(self):
+
−        self.assertIn('whatever', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            with self.assertRaises(ExecutionError) as exc:
+
−                mh.cmd_sync_schema_props_perms(
+
−                    ('Company', 'whatever', 'Person'))
+
−        self.assertEqual(str(exc.exception),
+
−                         'Cannot synchronize a relation definition for a computed '
+
−                         'relation (whatever)')
+
−
+
−    # computed attributes migration ############################################
+
−
+
−    def setup_add_score(self):
+
−        with self.admin_access.client_cnx() as cnx:
+
−            assert not cnx.execute('Company X')
+
−            c = cnx.create_entity('Company')
+
−            e1 = cnx.create_entity('Employee', reverse_employees=c)
+
−            n1 = cnx.create_entity('Note', note=2, concerns=e1)
+
−            e2 = cnx.create_entity('Employee', reverse_employees=c)
+
−            n2 = cnx.create_entity('Note', note=4, concerns=e2)
+
−            cnx.commit()
+
−
+
−    def assert_score_initialized(self, mh):
+
−        self.assertEqual(self.schema['score'].rdefs['Company', 'Float'].formula,
+
−                         'Any AVG(NN) WHERE X employees E, N concerns E, N note NN')
+
−        fields = self.table_schema(mh, '%sCompany' % SQL_PREFIX)
+
−        self.assertEqual(fields['%sscore' % SQL_PREFIX], 'float')
+
−        self.assertEqual([[3.0]],
+
−                         mh.rqlexec('Any CS WHERE C score CS, C is Company').rows)
+
−
+
−    def test_computed_attribute_add_relation_type(self):
+
−        self.assertNotIn('score', self.schema)
+
−        self.setup_add_score()
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_add_relation_type('score')
+
−            self.assertIn('score', self.schema)
+
−            self.assertEqual(self.schema['score'].objects(), ('Float',))
+
−            self.assertEqual(self.schema['score'].subjects(), ('Company',))
+
−            self.assert_score_initialized(mh)
+
−
+
−    def test_computed_attribute_add_attribute(self):
+
−        self.assertNotIn('score', self.schema)
+
−        self.setup_add_score()
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_add_attribute('Company', 'score')
+
−            self.assertIn('score', self.schema)
+
−            self.assert_score_initialized(mh)
+
−
+
−    def assert_computed_attribute_dropped(self):
+
−        self.assertNotIn('note20', self.schema)
+
−        # DROP COLUMN not supported by sqlite
+
−        #with self.mh() as (cnx, mh):
+
−        #    fields = self.table_schema(mh, '%sNote' % SQL_PREFIX)
+
−        #self.assertNotIn('%snote20' % SQL_PREFIX, fields)
+
−
+
−    def test_computed_attribute_drop_type(self):
+
−        self.assertIn('note20', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_drop_relation_type('note20')
+
−        self.assert_computed_attribute_dropped()
+
−
+
−    def test_computed_attribute_drop_relation_definition(self):
+
−        self.assertIn('note20', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_drop_relation_definition('Note', 'note20', 'Int')
+
−        self.assert_computed_attribute_dropped()
+
−
+
−    def test_computed_attribute_drop_attribute(self):
+
−        self.assertIn('note20', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_drop_attribute('Note', 'note20')
+
−        self.assert_computed_attribute_dropped()
+
−
+
−    def test_computed_attribute_sync_schema_props_perms_rtype(self):
+
−        self.assertIn('note100', self.schema)
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_sync_schema_props_perms('note100')
+
−        self.assertEqual(self.schema['note100'].rdefs['Note', 'Int'].formula,
+
−                         'Any N*100 WHERE X note N')
+
−
+
−    def test_computed_attribute_sync_schema_props_perms_rdef(self):
+
−        self.setup_add_score()
+
−        with self.mh() as (cnx, mh):
+
−            mh.cmd_sync_schema_props_perms(('Note', 'note100', 'Int'))
+
−            self.assertEqual([[200], [400]],
+
−                             cnx.execute('Any N ORDERBY N WHERE X note100 N').rows)
+
−            self.assertEqual([[300]],
+
−                             cnx.execute('Any CS WHERE C score100 CS, C is Company').rows)
+
−
+
−
+
−if __name__ == '__main__':
+
−    unittest_main()