author | Julien Cristau <julien.cristau@logilab.fr> |
Fri, 13 Feb 2015 15:10:43 +0100 | |
changeset 10254 | e42c2226c878 |
parent 10074 | ab956b780d4e |
child 10272 | 3231fd2fa7a5 |
permissions | -rw-r--r-- |
9163
fe4c1c1982e7
[3.17 migration] when some cube is missing, add_cube raise ConfigurationError, not ImportError. Closes #2981477
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8830
diff
changeset
|
1 |
# copyright 2003-2013 LOGILAB S.A. (Paris, FRANCE), all rights reserved. |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
2 |
# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
3 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
4 |
# This file is part of CubicWeb. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
5 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
6 |
# CubicWeb is free software: you can redistribute it and/or modify it under the |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
7 |
# terms of the GNU Lesser General Public License as published by the Free |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
8 |
# Software Foundation, either version 2.1 of the License, or (at your option) |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
9 |
# any later version. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
10 |
# |
5424
8ecbcbff9777
replace logilab-common by CubicWeb in disclaimer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5421
diff
changeset
|
11 |
# CubicWeb is distributed in the hope that it will be useful, but WITHOUT |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
12 |
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
13 |
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
14 |
# details. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
15 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
16 |
# You should have received a copy of the GNU Lesser General Public License along |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4944
diff
changeset
|
17 |
# with CubicWeb. If not, see <http://www.gnu.org/licenses/>. |
0 | 18 |
"""allways executed before all others in server migration |
19 |
||
20 |
it should only include low level schema changes |
|
21 |
""" |
|
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
22 |
|
9163
fe4c1c1982e7
[3.17 migration] when some cube is missing, add_cube raise ConfigurationError, not ImportError. Closes #2981477
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8830
diff
changeset
|
23 |
from cubicweb import ConfigurationError |
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
24 |
from cubicweb.server.session import hooks_control |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
25 |
from cubicweb.server import schemaserial as ss |
0 | 26 |
|
2275
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
27 |
applcubicwebversion, cubicwebversion = versions_map['cubicweb'] |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
28 |
|
4570
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
29 |
def _add_relation_definition_no_perms(subjtype, rtype, objtype): |
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
30 |
rschema = fsschema.rschema(rtype) |
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
31 |
rdef = rschema.rdefs[(subjtype, objtype)] |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
32 |
rdef.rtype = schema.rschema(rtype) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
33 |
rdef.subject = schema.eschema(subjtype) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
34 |
rdef.object = schema.eschema(objtype) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
35 |
ss.execschemarql(rql, rdef, ss.rdef2rql(rdef, CSTRMAP, groupmap=None)) |
4570
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
36 |
commit(ask_confirm=False) |
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
37 |
|
9585
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
38 |
def replace_eid_sequence_with_eid_numrange(session): |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
39 |
dbh = session.repo.system_source.dbhelper |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
40 |
cursor = session.cnxset.cu |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
41 |
try: |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
42 |
cursor.execute(dbh.sql_sequence_current_state('entities_id_seq')) |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
43 |
lasteid = cursor.fetchone()[0] |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
44 |
except: # programming error, already migrated |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
45 |
return |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
46 |
|
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
47 |
cursor.execute(dbh.sql_drop_sequence('entities_id_seq')) |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
48 |
cursor.execute(dbh.sql_create_numrange('entities_id_seq')) |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
49 |
cursor.execute(dbh.sql_restart_numrange('entities_id_seq', initial_value=lasteid)) |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
50 |
session.commit() |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
51 |
|
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
52 |
if applcubicwebversion < (3, 19, 0) and cubicwebversion >= (3, 19, 0): |
10058
d47c318f95b2
[migration/bootstrap] add explicit index removal for sqlserver, be tolerant to migration replay
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9708
diff
changeset
|
53 |
try: |
d47c318f95b2
[migration/bootstrap] add explicit index removal for sqlserver, be tolerant to migration replay
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9708
diff
changeset
|
54 |
# need explicit drop of the indexes on some database systems (sqlserver) |
d47c318f95b2
[migration/bootstrap] add explicit index removal for sqlserver, be tolerant to migration replay
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9708
diff
changeset
|
55 |
sql(repo.system_source.dbhelper.sql_drop_index('entities', 'mtime')) |
d47c318f95b2
[migration/bootstrap] add explicit index removal for sqlserver, be tolerant to migration replay
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9708
diff
changeset
|
56 |
sql('ALTER TABLE "entities" DROP COLUMN "mtime"') |
d47c318f95b2
[migration/bootstrap] add explicit index removal for sqlserver, be tolerant to migration replay
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9708
diff
changeset
|
57 |
sql('ALTER TABLE "entities" DROP COLUMN "source"') |
d47c318f95b2
[migration/bootstrap] add explicit index removal for sqlserver, be tolerant to migration replay
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9708
diff
changeset
|
58 |
except: # programming error, already migrated |
d47c318f95b2
[migration/bootstrap] add explicit index removal for sqlserver, be tolerant to migration replay
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9708
diff
changeset
|
59 |
print "Failed to drop mtime or source database columns" |
d47c318f95b2
[migration/bootstrap] add explicit index removal for sqlserver, be tolerant to migration replay
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9708
diff
changeset
|
60 |
print "'entities' table of the database has probably been already updated" |
9708
b36bc18f6ef7
[migration] move 'entities' table changes from 3.19.0 to bootstrap script
Julien Cristau <julien.cristau@logilab.fr>
parents:
9585
diff
changeset
|
61 |
|
b36bc18f6ef7
[migration] move 'entities' table changes from 3.19.0 to bootstrap script
Julien Cristau <julien.cristau@logilab.fr>
parents:
9585
diff
changeset
|
62 |
commit() |
b36bc18f6ef7
[migration] move 'entities' table changes from 3.19.0 to bootstrap script
Julien Cristau <julien.cristau@logilab.fr>
parents:
9585
diff
changeset
|
63 |
|
9585
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
64 |
replace_eid_sequence_with_eid_numrange(session) |
3f5b59527d31
[source/native] allow many eid creation per .create_eid call (closes #3526594)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9543
diff
changeset
|
65 |
|
10025
7b72ecc3f4d2
[migration] hackish black magic to bootstrap addition of formula attr during migration
Julien Cristau <julien.cristau@logilab.fr>
parents:
10015
diff
changeset
|
66 |
if applcubicwebversion < (3, 20, 0) and cubicwebversion >= (3, 20, 0): |
7b72ecc3f4d2
[migration] hackish black magic to bootstrap addition of formula attr during migration
Julien Cristau <julien.cristau@logilab.fr>
parents:
10015
diff
changeset
|
67 |
ss._IGNORED_PROPS.append('formula') |
7b72ecc3f4d2
[migration] hackish black magic to bootstrap addition of formula attr during migration
Julien Cristau <julien.cristau@logilab.fr>
parents:
10015
diff
changeset
|
68 |
add_attribute('CWAttribute', 'formula', commit=False) |
7b72ecc3f4d2
[migration] hackish black magic to bootstrap addition of formula attr during migration
Julien Cristau <julien.cristau@logilab.fr>
parents:
10015
diff
changeset
|
69 |
ss._IGNORED_PROPS.remove('formula') |
7b72ecc3f4d2
[migration] hackish black magic to bootstrap addition of formula attr during migration
Julien Cristau <julien.cristau@logilab.fr>
parents:
10015
diff
changeset
|
70 |
commit() |
7b72ecc3f4d2
[migration] hackish black magic to bootstrap addition of formula attr during migration
Julien Cristau <julien.cristau@logilab.fr>
parents:
10015
diff
changeset
|
71 |
add_entity_type('CWComputedRType') |
7b72ecc3f4d2
[migration] hackish black magic to bootstrap addition of formula attr during migration
Julien Cristau <julien.cristau@logilab.fr>
parents:
10015
diff
changeset
|
72 |
commit() |
7b72ecc3f4d2
[migration] hackish black magic to bootstrap addition of formula attr during migration
Julien Cristau <julien.cristau@logilab.fr>
parents:
10015
diff
changeset
|
73 |
|
8800
8ca1a0da5a29
[web/views] extract cube sioc (closes #1916018)
Simon Chabot <simon.chabot@logilab.fr>
parents:
8696
diff
changeset
|
74 |
if applcubicwebversion < (3, 17, 0) and cubicwebversion >= (3, 17, 0): |
8ca1a0da5a29
[web/views] extract cube sioc (closes #1916018)
Simon Chabot <simon.chabot@logilab.fr>
parents:
8696
diff
changeset
|
75 |
try: |
8ca1a0da5a29
[web/views] extract cube sioc (closes #1916018)
Simon Chabot <simon.chabot@logilab.fr>
parents:
8696
diff
changeset
|
76 |
add_cube('sioc', update_database=False) |
9163
fe4c1c1982e7
[3.17 migration] when some cube is missing, add_cube raise ConfigurationError, not ImportError. Closes #2981477
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8830
diff
changeset
|
77 |
except ConfigurationError: |
8800
8ca1a0da5a29
[web/views] extract cube sioc (closes #1916018)
Simon Chabot <simon.chabot@logilab.fr>
parents:
8696
diff
changeset
|
78 |
if not confirm('In cubicweb 3.17 sioc views have been moved to the sioc ' |
8ca1a0da5a29
[web/views] extract cube sioc (closes #1916018)
Simon Chabot <simon.chabot@logilab.fr>
parents:
8696
diff
changeset
|
79 |
'cube, which is not installed. Continue anyway?'): |
8ca1a0da5a29
[web/views] extract cube sioc (closes #1916018)
Simon Chabot <simon.chabot@logilab.fr>
parents:
8696
diff
changeset
|
80 |
raise |
8803
47dd517d6c6f
[web/views] extract cube embed (closes #1916015)
Vladimir Popescu <vladimir.popescu@logilab.fr>
parents:
8800
diff
changeset
|
81 |
try: |
47dd517d6c6f
[web/views] extract cube embed (closes #1916015)
Vladimir Popescu <vladimir.popescu@logilab.fr>
parents:
8800
diff
changeset
|
82 |
add_cube('embed', update_database=False) |
9163
fe4c1c1982e7
[3.17 migration] when some cube is missing, add_cube raise ConfigurationError, not ImportError. Closes #2981477
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8830
diff
changeset
|
83 |
except ConfigurationError: |
8803
47dd517d6c6f
[web/views] extract cube embed (closes #1916015)
Vladimir Popescu <vladimir.popescu@logilab.fr>
parents:
8800
diff
changeset
|
84 |
if not confirm('In cubicweb 3.17 embedding views have been moved to the embed ' |
47dd517d6c6f
[web/views] extract cube embed (closes #1916015)
Vladimir Popescu <vladimir.popescu@logilab.fr>
parents:
8800
diff
changeset
|
85 |
'cube, which is not installed. Continue anyway?'): |
47dd517d6c6f
[web/views] extract cube embed (closes #1916015)
Vladimir Popescu <vladimir.popescu@logilab.fr>
parents:
8800
diff
changeset
|
86 |
raise |
8830
7fd6c52ef878
[web/views] extract cube geocoding (closes #353000)
Julien Cristau <julien.cristau@logilab.fr>
parents:
8803
diff
changeset
|
87 |
try: |
7fd6c52ef878
[web/views] extract cube geocoding (closes #353000)
Julien Cristau <julien.cristau@logilab.fr>
parents:
8803
diff
changeset
|
88 |
add_cube('geocoding', update_database=False) |
9163
fe4c1c1982e7
[3.17 migration] when some cube is missing, add_cube raise ConfigurationError, not ImportError. Closes #2981477
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8830
diff
changeset
|
89 |
except ConfigurationError: |
8830
7fd6c52ef878
[web/views] extract cube geocoding (closes #353000)
Julien Cristau <julien.cristau@logilab.fr>
parents:
8803
diff
changeset
|
90 |
if not confirm('In cubicweb 3.17 geocoding views have been moved to the geocoding ' |
7fd6c52ef878
[web/views] extract cube geocoding (closes #353000)
Julien Cristau <julien.cristau@logilab.fr>
parents:
8803
diff
changeset
|
91 |
'cube, which is not installed. Continue anyway?'): |
7fd6c52ef878
[web/views] extract cube geocoding (closes #353000)
Julien Cristau <julien.cristau@logilab.fr>
parents:
8803
diff
changeset
|
92 |
raise |
8800
8ca1a0da5a29
[web/views] extract cube sioc (closes #1916018)
Simon Chabot <simon.chabot@logilab.fr>
parents:
8696
diff
changeset
|
93 |
|
7547
3d654a7df823
fix 3.13.1 migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7543
diff
changeset
|
94 |
if applcubicwebversion <= (3, 13, 0) and cubicwebversion >= (3, 13, 1): |
7736
8767d03dab17
[3.13 migration] closes #1896724: some db backend (eg sqlserver) doesn't support ADD COLUMN
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7562
diff
changeset
|
95 |
sql('ALTER TABLE entities ADD asource VARCHAR(64)') |
7547
3d654a7df823
fix 3.13.1 migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7543
diff
changeset
|
96 |
sql('UPDATE entities SET asource=cw_name ' |
3d654a7df823
fix 3.13.1 migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7543
diff
changeset
|
97 |
'FROM cw_CWSource, cw_source_relation ' |
7543
570522300e22
[ms, entity metas] add 'actual source' to entities table / base entity metadata cache. Closes #1767090
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
98 |
'WHERE entities.eid=cw_source_relation.eid_from AND cw_source_relation.eid_to=cw_CWSource.cw_eid') |
8279
fa167153d384
[migration] fix migration jumping from pre 3.12 to post 3.13
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7797
diff
changeset
|
99 |
commit() |
fa167153d384
[migration] fix migration jumping from pre 3.12 to post 3.13
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7797
diff
changeset
|
100 |
|
fa167153d384
[migration] fix migration jumping from pre 3.12 to post 3.13
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7797
diff
changeset
|
101 |
if schema['TZDatetime'].eid is None: |
fa167153d384
[migration] fix migration jumping from pre 3.12 to post 3.13
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7797
diff
changeset
|
102 |
add_entity_type('TZDatetime', auto=False) |
fa167153d384
[migration] fix migration jumping from pre 3.12 to post 3.13
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7797
diff
changeset
|
103 |
if schema['TZTime'].eid is None: |
fa167153d384
[migration] fix migration jumping from pre 3.12 to post 3.13
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7797
diff
changeset
|
104 |
add_entity_type('TZTime', auto=False) |
fa167153d384
[migration] fix migration jumping from pre 3.12 to post 3.13
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7797
diff
changeset
|
105 |
|
7543
570522300e22
[ms, entity metas] add 'actual source' to entities table / base entity metadata cache. Closes #1767090
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
106 |
|
7797
a71618a75b53
backport stable
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7782
diff
changeset
|
107 |
if applcubicwebversion <= (3, 14, 0) and cubicwebversion >= (3, 14, 0): |
a71618a75b53
backport stable
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7782
diff
changeset
|
108 |
if 'require_permission' in schema and not 'localperms'in repo.config.cubes(): |
a71618a75b53
backport stable
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7782
diff
changeset
|
109 |
from cubicweb import ExecutionError |
a71618a75b53
backport stable
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7782
diff
changeset
|
110 |
try: |
a71618a75b53
backport stable
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7782
diff
changeset
|
111 |
add_cube('localperms', update_database=False) |
9163
fe4c1c1982e7
[3.17 migration] when some cube is missing, add_cube raise ConfigurationError, not ImportError. Closes #2981477
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8830
diff
changeset
|
112 |
except ConfigurationError: |
7797
a71618a75b53
backport stable
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7782
diff
changeset
|
113 |
raise ExecutionError('In cubicweb 3.14, CWPermission and related stuff ' |
a71618a75b53
backport stable
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7782
diff
changeset
|
114 |
'has been moved to cube localperms. Install it first.') |
a71618a75b53
backport stable
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7782
diff
changeset
|
115 |
|
4570
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
116 |
if applcubicwebversion == (3, 6, 0) and cubicwebversion >= (3, 6, 0): |
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
117 |
CSTRMAP = dict(rql('Any T, X WHERE X is CWConstraintType, X name T', |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
118 |
ask_confirm=False)) |
4570
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
119 |
_add_relation_definition_no_perms('CWAttribute', 'update_permission', 'CWGroup') |
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
120 |
_add_relation_definition_no_perms('CWAttribute', 'update_permission', 'RQLExpression') |
4835
13b0b96d7982
[repo] enhanced security handling: deprecates unsafe_execute, in favor of explicit read/write security control using the `enabled_security` context manager. Also code executed on the repository side is now unsafe by default.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4834
diff
changeset
|
121 |
rql('SET X update_permission Y WHERE X is CWAttribute, X add_permission Y') |
4570
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
122 |
drop_relation_definition('CWAttribute', 'add_permission', 'CWGroup') |
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
123 |
drop_relation_definition('CWAttribute', 'add_permission', 'RQLExpression') |
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
124 |
drop_relation_definition('CWAttribute', 'delete_permission', 'CWGroup') |
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
125 |
drop_relation_definition('CWAttribute', 'delete_permission', 'RQLExpression') |
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
126 |
|
ede247bbbf62
follow yams api change: attributes permissions are now defined for
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
127 |
elif applcubicwebversion < (3, 6, 0) and cubicwebversion >= (3, 6, 0): |
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
128 |
CSTRMAP = dict(rql('Any T, X WHERE X is CWConstraintType, X name T', |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
129 |
ask_confirm=False)) |
7398
26695dd703d8
[repository api] definitly kill usage of word 'pool' to refer to connections set used by a session
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6896
diff
changeset
|
130 |
session.set_cnxset() |
4011
394f853bb653
[migration] write migration instructions for permissions handling on relation definition
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3890
diff
changeset
|
131 |
permsdict = ss.deserialize_ertype_permissions(session) |
394f853bb653
[migration] write migration instructions for permissions handling on relation definition
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3890
diff
changeset
|
132 |
|
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
133 |
with hooks_control(session, session.HOOKS_ALLOW_ALL, 'integrity'): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
134 |
for rschema in repo.schema.relations(): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
135 |
rpermsdict = permsdict.get(rschema.eid, {}) |
8696
0bb18407c053
[toward py3k] rewrite dict.keys() and dict.values() (part of #2711624)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8694
diff
changeset
|
136 |
for rdef in rschema.rdefs.itervalues(): |
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
137 |
for action in rdef.ACTIONS: |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
138 |
actperms = [] |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
139 |
for something in rpermsdict.get(action == 'update' and 'add' or action, ()): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
140 |
if isinstance(something, tuple): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
141 |
actperms.append(rdef.rql_expression(*something)) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
142 |
else: # group name |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
143 |
actperms.append(something) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
144 |
rdef.set_action_permissions(action, actperms) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
145 |
for action in ('read', 'add', 'delete'): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
146 |
_add_relation_definition_no_perms('CWRelation', '%s_permission' % action, 'CWGroup') |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
147 |
_add_relation_definition_no_perms('CWRelation', '%s_permission' % action, 'RQLExpression') |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
148 |
for action in ('read', 'update'): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
149 |
_add_relation_definition_no_perms('CWAttribute', '%s_permission' % action, 'CWGroup') |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
150 |
_add_relation_definition_no_perms('CWAttribute', '%s_permission' % action, 'RQLExpression') |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
151 |
for action in ('read', 'add', 'delete'): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
152 |
rql('SET X %s_permission Y WHERE X is CWRelation, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
153 |
'RT %s_permission Y, X relation_type RT, Y is CWGroup' % (action, action)) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
154 |
rql('INSERT RQLExpression Y: Y exprtype YET, Y mainvars YMV, Y expression YEX, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
155 |
'X %s_permission Y WHERE X is CWRelation, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
156 |
'X relation_type RT, RT %s_permission Y2, Y2 exprtype YET, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
157 |
'Y2 mainvars YMV, Y2 expression YEX' % (action, action)) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
158 |
rql('SET X read_permission Y WHERE X is CWAttribute, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
159 |
'RT read_permission Y, X relation_type RT, Y is CWGroup') |
4011
394f853bb653
[migration] write migration instructions for permissions handling on relation definition
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3890
diff
changeset
|
160 |
rql('INSERT RQLExpression Y: Y exprtype YET, Y mainvars YMV, Y expression YEX, ' |
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
161 |
'X read_permission Y WHERE X is CWAttribute, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
162 |
'X relation_type RT, RT read_permission Y2, Y2 exprtype YET, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
163 |
'Y2 mainvars YMV, Y2 expression YEX') |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
164 |
rql('SET X update_permission Y WHERE X is CWAttribute, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
165 |
'RT add_permission Y, X relation_type RT, Y is CWGroup') |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
166 |
rql('INSERT RQLExpression Y: Y exprtype YET, Y mainvars YMV, Y expression YEX, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
167 |
'X update_permission Y WHERE X is CWAttribute, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
168 |
'X relation_type RT, RT add_permission Y2, Y2 exprtype YET, ' |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
169 |
'Y2 mainvars YMV, Y2 expression YEX') |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
170 |
for action in ('read', 'add', 'delete'): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
171 |
drop_relation_definition('CWRType', '%s_permission' % action, 'CWGroup', commit=False) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
172 |
drop_relation_definition('CWRType', '%s_permission' % action, 'RQLExpression') |
6222
21772f4e41d9
[migration] attempt to fix pre 3.6 migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6208
diff
changeset
|
173 |
sync_schema_props_perms('read_permission', syncperms=False) # fix read_permission cardinality |
21772f4e41d9
[migration] attempt to fix pre 3.6 migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6208
diff
changeset
|
174 |
|
7549
465009397d91
[migration] don't add CWUniqueConstraint if already there (may occurs when running a migration in multiple times
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6896
diff
changeset
|
175 |
if applcubicwebversion < (3, 9, 6) and cubicwebversion >= (3, 9, 6) and not 'CWUniqueTogetherConstraint' in schema: |
6222
21772f4e41d9
[migration] attempt to fix pre 3.6 migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6208
diff
changeset
|
176 |
add_entity_type('CWUniqueTogetherConstraint') |
4011
394f853bb653
[migration] write migration instructions for permissions handling on relation definition
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3890
diff
changeset
|
177 |
|
6896
784d5df35af1
[migration] cwunique constraint schema fix must be done in bootstrap migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6222
diff
changeset
|
178 |
if not ('CWUniqueTogetherConstraint', 'CWRType') in schema['relations'].rdefs: |
784d5df35af1
[migration] cwunique constraint schema fix must be done in bootstrap migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6222
diff
changeset
|
179 |
add_relation_definition('CWUniqueTogetherConstraint', 'relations', 'CWRType') |
784d5df35af1
[migration] cwunique constraint schema fix must be done in bootstrap migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6222
diff
changeset
|
180 |
rql('SET C relations RT WHERE C relations RDEF, RDEF relation_type RT') |
784d5df35af1
[migration] cwunique constraint schema fix must be done in bootstrap migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6222
diff
changeset
|
181 |
commit() |
784d5df35af1
[migration] cwunique constraint schema fix must be done in bootstrap migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6222
diff
changeset
|
182 |
drop_relation_definition('CWUniqueTogetherConstraint', 'relations', 'CWAttribute') |
784d5df35af1
[migration] cwunique constraint schema fix must be done in bootstrap migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6222
diff
changeset
|
183 |
drop_relation_definition('CWUniqueTogetherConstraint', 'relations', 'CWRelation') |
784d5df35af1
[migration] cwunique constraint schema fix must be done in bootstrap migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6222
diff
changeset
|
184 |
|
784d5df35af1
[migration] cwunique constraint schema fix must be done in bootstrap migration
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6222
diff
changeset
|
185 |
|
2463
5200c0f7d2d5
add migration script for the new cwuri metadata attribute
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2462
diff
changeset
|
186 |
if applcubicwebversion < (3, 4, 0) and cubicwebversion >= (3, 4, 0): |
2892
7ae3d62a8328
hooks have been refactored, call [re|de]activate_verification_hooks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2696
diff
changeset
|
187 |
|
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
188 |
with hooks_control(session, session.HOOKS_ALLOW_ALL, 'integrity'): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
189 |
session.set_shared_data('do-not-insert-cwuri', True) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
190 |
add_relation_type('cwuri') |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
191 |
base_url = session.base_url() |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
192 |
for eid, in rql('Any X', ask_confirm=False): |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
193 |
type, source, extid = session.describe(eid) |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
194 |
if source == 'system': |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
195 |
rql('SET X cwuri %(u)s WHERE X eid %(x)s', |
9515
b0dd5b57d2d8
[dataimport, migration] more fixes in the spirit of a6c32edabc8d:
Dimitri Papadopoulos <dimitri.papadopoulos@cea.fr>
parents:
9163
diff
changeset
|
196 |
{'x': eid, 'u': u'%s%s' % (base_url, eid)}) |
4944
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
197 |
isession.commit() |
65533aee8d0a
fix migration when upgrading from cw < 3.6 to cw 3.7
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4843
diff
changeset
|
198 |
session.set_shared_data('do-not-insert-cwuri', False) |
2463
5200c0f7d2d5
add migration script for the new cwuri metadata attribute
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2462
diff
changeset
|
199 |
|
2965
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
200 |
if applcubicwebversion < (3, 5, 0) and cubicwebversion >= (3, 5, 0): |
3788
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
201 |
# check that migration is not doomed |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
202 |
rset = rql('Any X,Y WHERE X transition_of E, Y transition_of E, ' |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
203 |
'X name N, Y name N, NOT X identity Y', |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
204 |
ask_confirm=False) |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
205 |
if rset: |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
206 |
from logilab.common.shellutils import ASK |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
207 |
if not ASK.confirm('Migration will fail because of transitions with the same name. ' |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
208 |
'Continue anyway ?'): |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
209 |
import sys |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
210 |
sys.exit(1) |
3d5abcd7c852
[migration] warn if 3.5 workflow migration is going to fail
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3305
diff
changeset
|
211 |
# proceed with migration |
2965
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
212 |
add_entity_type('Workflow') |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
213 |
add_entity_type('BaseTransition') |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
214 |
add_entity_type('WorkflowTransition') |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
215 |
add_entity_type('SubWorkflowExitPoint') |
3218
2a4bbe3fa4f3
[3.5 migration] avoid removing defined transitions...
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2965
diff
changeset
|
216 |
# drop explicit 'State allowed_transition Transition' since it should be |
2a4bbe3fa4f3
[3.5 migration] avoid removing defined transitions...
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2965
diff
changeset
|
217 |
# infered due to yams inheritance. However we've to disable the schema |
2a4bbe3fa4f3
[3.5 migration] avoid removing defined transitions...
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2965
diff
changeset
|
218 |
# sync hook first to avoid to destroy existing data... |
2a4bbe3fa4f3
[3.5 migration] avoid removing defined transitions...
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2965
diff
changeset
|
219 |
try: |
3395
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
220 |
from cubicweb.hooks import syncschema |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
221 |
repo.vreg.unregister(syncschema.AfterDelRelationTypeHook) |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
222 |
try: |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
223 |
drop_relation_definition('State', 'allowed_transition', 'Transition') |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
224 |
finally: |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
225 |
repo.vreg.register(syncschema.AfterDelRelationTypeHook) |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
226 |
except ImportError: # syncschema is in CW >= 3.6 only |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
227 |
from cubicweb.server.schemahooks import after_del_relation_type |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
228 |
repo.hm.unregister_hook(after_del_relation_type, |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
229 |
'after_delete_relation', 'relation_type') |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
230 |
try: |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
231 |
drop_relation_definition('State', 'allowed_transition', 'Transition') |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
232 |
finally: |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
233 |
repo.hm.register_hook(after_del_relation_type, |
405f393bcac0
[migration] fix bootstrap migration of 3.5 : need to support old-style and new-style hooks to migrate from 3.4 to 3.6
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3369
diff
changeset
|
234 |
'after_delete_relation', 'relation_type') |
2965
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
235 |
schema.rebuild_infered_relations() # need to be explicitly called once everything is in place |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
236 |
|
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
237 |
for et in rql('DISTINCT Any ET,ETN WHERE S state_of ET, ET name ETN', |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
238 |
ask_confirm=False).entities(): |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
239 |
wf = add_workflow(u'default %s workflow' % et.name, et.name, |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
240 |
ask_confirm=False) |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
241 |
rql('SET S state_of WF WHERE S state_of ET, ET eid %(et)s, WF eid %(wf)s', |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
242 |
{'et': et.eid, 'wf': wf.eid}, 'et', ask_confirm=False) |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
243 |
rql('SET T transition_of WF WHERE T transition_of ET, ET eid %(et)s, WF eid %(wf)s', |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
244 |
{'et': et.eid, 'wf': wf.eid}, 'et', ask_confirm=False) |
3305
abae9045d2e4
[migration] fix initial_state migration: at this point, S state_of ET is no more true (but we don't need it...)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3218
diff
changeset
|
245 |
rql('SET WF initial_state S WHERE ET initial_state S, ET eid %(et)s, WF eid %(wf)s', |
2965
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
246 |
{'et': et.eid, 'wf': wf.eid}, 'et', ask_confirm=False) |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
247 |
|
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
248 |
|
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
249 |
rql('DELETE TrInfo TI WHERE NOT TI from_state S') |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
250 |
rql('SET TI by_transition T WHERE TI from_state FS, TI to_state TS, ' |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
251 |
'FS allowed_transition T, T destination_state TS') |
4042
f85a4c846aad
3.6 api update
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4011
diff
changeset
|
252 |
commit() |
2965
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
253 |
|
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
254 |
drop_relation_definition('State', 'state_of', 'CWEType') |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
255 |
drop_relation_definition('Transition', 'transition_of', 'CWEType') |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
256 |
drop_relation_definition('CWEType', 'initial_state', 'State') |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
257 |
|
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
258 |
sync_schema_props_perms() |
75ad5cb00b88
3.5 migration script
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2955
diff
changeset
|
259 |
|
1952
8e19c813750d
fix extid handling: ensure encoded string is given, and store them as base64 (see note in native.py).
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1501
diff
changeset
|
260 |
if applcubicwebversion < (3, 2, 2) and cubicwebversion >= (3, 2, 1): |
2462
9e670072884d
fix indentation problems in bootstrap_migration (use 4 spaces instead of 3)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2275
diff
changeset
|
261 |
from base64 import b64encode |
9450
af4b93bc38a5
[multi-sources-removal] Drop deleted_entities system table and entities.mtime column
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9163
diff
changeset
|
262 |
for eid, extid in sql('SELECT eid, extid FROM entities ' |
af4b93bc38a5
[multi-sources-removal] Drop deleted_entities system table and entities.mtime column
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9163
diff
changeset
|
263 |
'WHERE extid is NOT NULL', |
af4b93bc38a5
[multi-sources-removal] Drop deleted_entities system table and entities.mtime column
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9163
diff
changeset
|
264 |
ask_confirm=False): |
af4b93bc38a5
[multi-sources-removal] Drop deleted_entities system table and entities.mtime column
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9163
diff
changeset
|
265 |
sql('UPDATE entities SET extid=%(extid)s WHERE eid=%(eid)s', |
af4b93bc38a5
[multi-sources-removal] Drop deleted_entities system table and entities.mtime column
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9163
diff
changeset
|
266 |
{'extid': b64encode(extid), 'eid': eid}, ask_confirm=False) |
4042
f85a4c846aad
3.6 api update
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4011
diff
changeset
|
267 |
commit() |
1952
8e19c813750d
fix extid handling: ensure encoded string is given, and store them as base64 (see note in native.py).
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1501
diff
changeset
|
268 |
|
1501
c80ca83a382f
migrate card cube in bootstrap migration
sylvain.thenault@logilab.fr
parents:
1399
diff
changeset
|
269 |
if applcubicwebversion < (3, 2, 0) and cubicwebversion >= (3, 2, 0): |
2462
9e670072884d
fix indentation problems in bootstrap_migration (use 4 spaces instead of 3)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2275
diff
changeset
|
270 |
add_cube('card', update_database=False) |
10015
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
271 |
|
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
272 |
def sync_constraint_types(): |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
273 |
"""Make sure the repository knows about all constraint types defined in the code""" |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
274 |
from cubicweb.schema import CONSTRAINTS |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
275 |
repo_constraints = set(row[0] for row in rql('Any N WHERE X is CWConstraintType, X name N')) |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
276 |
|
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
277 |
for cstrtype in set(CONSTRAINTS) - repo_constraints: |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
278 |
if cstrtype == 'BoundConstraint': |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
279 |
# was renamed to BoundaryConstraint, we don't need the old name |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
280 |
continue |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
281 |
rql('INSERT CWConstraintType X: X name %(name)s', {'name': cstrtype}) |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
282 |
|
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
283 |
commit() |
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
284 |
|
57a16bef82c0
[migration] make sure the repo knows about all constraint types
Julien Cristau <julien.cristau@logilab.fr>
parents:
9708
diff
changeset
|
285 |
sync_constraint_types() |