author | Sylvain Thénault <sylvain.thenault@logilab.fr> |
Mon, 08 Mar 2010 08:59:07 +0100 | |
branch | stable |
changeset 4824 | b01973eff0f7 |
parent 4721 | 8f63691ccb7f |
child 5027 | d688daf0a62c |
child 5421 | 8167de96c523 |
permissions | -rw-r--r-- |
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2461
diff
changeset
|
1 |
"""utilities for instances migration |
0 | 2 |
|
3 |
:organization: Logilab |
|
4212
ab6573088b4a
update copyright: welcome 2010
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3935
diff
changeset
|
4 |
:copyright: 2001-2010 LOGILAB S.A. (Paris, FRANCE), license is LGPL v2. |
0 | 5 |
:contact: http://www.logilab.fr/ -- mailto:contact@logilab.fr |
1977
606923dff11b
big bunch of copyright / docstring update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1802
diff
changeset
|
6 |
:license: GNU Lesser General Public License, v2.1 - http://www.gnu.org/licenses |
0 | 7 |
""" |
8 |
__docformat__ = "restructuredtext en" |
|
9 |
||
10 |
import sys |
|
11 |
import os |
|
12 |
import logging |
|
2446
440cb4ea7e5c
[refactor] #342855: replace uses of (deprecated) mktemp
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2275
diff
changeset
|
13 |
import tempfile |
0 | 14 |
from os.path import exists, join, basename, splitext |
15 |
||
16 |
from logilab.common.decorators import cached |
|
17 |
from logilab.common.configuration import REQUIRED, read_old_config |
|
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2512
diff
changeset
|
18 |
from logilab.common.shellutils import ASK |
0 | 19 |
|
2124
5a0b02f37b23
set removedeps to False by default, raise an exception instead of a simple assertion for error, more remove_cube tests
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2122
diff
changeset
|
20 |
from cubicweb import ConfigurationError |
5a0b02f37b23
set removedeps to False by default, raise an exception instead of a simple assertion for error, more remove_cube tests
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2122
diff
changeset
|
21 |
|
0 | 22 |
|
23 |
def filter_scripts(config, directory, fromversion, toversion, quiet=True): |
|
24 |
"""return a list of paths of migration files to consider to upgrade |
|
25 |
from a version to a greater one |
|
26 |
""" |
|
27 |
from logilab.common.changelog import Version # doesn't work with appengine |
|
28 |
assert fromversion |
|
29 |
assert toversion |
|
30 |
assert isinstance(fromversion, tuple), fromversion.__class__ |
|
31 |
assert isinstance(toversion, tuple), toversion.__class__ |
|
32 |
assert fromversion <= toversion, (fromversion, toversion) |
|
33 |
if not exists(directory): |
|
34 |
if not quiet: |
|
35 |
print directory, "doesn't exists, no migration path" |
|
36 |
return [] |
|
37 |
if fromversion == toversion: |
|
38 |
return [] |
|
39 |
result = [] |
|
40 |
for fname in os.listdir(directory): |
|
41 |
if fname.endswith('.pyc') or fname.endswith('.pyo') \ |
|
42 |
or fname.endswith('~'): |
|
43 |
continue |
|
44 |
fpath = join(directory, fname) |
|
45 |
try: |
|
46 |
tver, mode = fname.split('_', 1) |
|
47 |
except ValueError: |
|
48 |
continue |
|
49 |
mode = mode.split('.', 1)[0] |
|
50 |
if not config.accept_mode(mode): |
|
51 |
continue |
|
52 |
try: |
|
53 |
tver = Version(tver) |
|
54 |
except ValueError: |
|
55 |
continue |
|
56 |
if tver <= fromversion: |
|
57 |
continue |
|
58 |
if tver > toversion: |
|
59 |
continue |
|
60 |
result.append((tver, fpath)) |
|
61 |
# be sure scripts are executed in order |
|
62 |
return sorted(result) |
|
63 |
||
64 |
||
65 |
IGNORED_EXTENSIONS = ('.swp', '~') |
|
66 |
||
67 |
||
68 |
def execscript_confirm(scriptpath): |
|
69 |
"""asks for confirmation before executing a script and provides the |
|
70 |
ability to show the script's content |
|
71 |
""" |
|
72 |
while True: |
|
4553
23201259ffeb
[migration] abort becomes possible when asked for confirmation before migration script
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
4252
diff
changeset
|
73 |
answer = ASK.ask('Execute %r ?' % scriptpath, |
23201259ffeb
[migration] abort becomes possible when asked for confirmation before migration script
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
4252
diff
changeset
|
74 |
('Y','n','show','abort'), 'Y') |
23201259ffeb
[migration] abort becomes possible when asked for confirmation before migration script
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
4252
diff
changeset
|
75 |
if answer == 'abort': |
23201259ffeb
[migration] abort becomes possible when asked for confirmation before migration script
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
4252
diff
changeset
|
76 |
raise SystemExit(1) |
23201259ffeb
[migration] abort becomes possible when asked for confirmation before migration script
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
4252
diff
changeset
|
77 |
elif answer == 'n': |
0 | 78 |
return False |
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2512
diff
changeset
|
79 |
elif answer == 'show': |
0 | 80 |
stream = open(scriptpath) |
81 |
scriptcontent = stream.read() |
|
82 |
stream.close() |
|
83 |
print |
|
84 |
print scriptcontent |
|
85 |
print |
|
86 |
else: |
|
87 |
return True |
|
88 |
||
89 |
def yes(*args, **kwargs): |
|
90 |
return True |
|
91 |
||
92 |
||
93 |
class MigrationHelper(object): |
|
94 |
"""class holding CubicWeb Migration Actions used by migration scripts""" |
|
95 |
||
96 |
def __init__(self, config, interactive=True, verbosity=1): |
|
97 |
self.config = config |
|
3700
fd550e4dc515
#481017: cubicweb-ctl shell on remote instance
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3230
diff
changeset
|
98 |
if config: |
fd550e4dc515
#481017: cubicweb-ctl shell on remote instance
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3230
diff
changeset
|
99 |
# no config on shell to a remote instance |
fd550e4dc515
#481017: cubicweb-ctl shell on remote instance
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3230
diff
changeset
|
100 |
self.config.init_log(logthreshold=logging.ERROR, debug=True) |
0 | 101 |
# 0: no confirmation, 1: only main commands confirmed, 2 ask for everything |
102 |
self.verbosity = verbosity |
|
103 |
self.need_wrap = True |
|
104 |
if not interactive or not verbosity: |
|
105 |
self.confirm = yes |
|
106 |
self.execscript_confirm = yes |
|
107 |
else: |
|
108 |
self.execscript_confirm = execscript_confirm |
|
109 |
self._option_changes = [] |
|
110 |
self.__context = {'confirm': self.confirm, |
|
111 |
'config': self.config, |
|
112 |
'interactive_mode': interactive, |
|
113 |
} |
|
114 |
||
2275
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
115 |
def __getattribute__(self, name): |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
116 |
try: |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
117 |
return object.__getattribute__(self, name) |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
118 |
except AttributeError: |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
119 |
cmd = 'cmd_%s' % name |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
120 |
if hasattr(self, cmd): |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
121 |
meth = getattr(self, cmd) |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
122 |
return lambda *args, **kwargs: self.interact(args, kwargs, |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
123 |
meth=meth) |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
124 |
raise |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
125 |
raise AttributeError(name) |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
126 |
|
0 | 127 |
def repo_connect(self): |
128 |
return self.config.repository() |
|
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
676
diff
changeset
|
129 |
|
0 | 130 |
def migrate(self, vcconf, toupgrade, options): |
131 |
"""upgrade the given set of cubes |
|
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
676
diff
changeset
|
132 |
|
0 | 133 |
`cubes` is an ordered list of 3-uple: |
134 |
(cube, fromversion, toversion) |
|
135 |
""" |
|
136 |
if options.fs_only: |
|
137 |
# monkey path configuration.accept_mode so database mode (e.g. Any) |
|
138 |
# won't be accepted |
|
139 |
orig_accept_mode = self.config.accept_mode |
|
140 |
def accept_mode(mode): |
|
141 |
if mode == 'Any': |
|
142 |
return False |
|
143 |
return orig_accept_mode(mode) |
|
144 |
self.config.accept_mode = accept_mode |
|
2275
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
145 |
# may be an iterator |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
146 |
toupgrade = tuple(toupgrade) |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
147 |
vmap = dict( (cube, (fromver, tover)) for cube, fromver, tover in toupgrade) |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
148 |
ctx = self.__context |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
149 |
ctx['versions_map'] = vmap |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
150 |
if self.config.accept_mode('Any') and 'cubicweb' in vmap: |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
151 |
migrdir = self.config.migration_scripts_dir() |
3715
e3ccadb126d7
[shell] make process_script available throuhg c-c shell / migration script context
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3700
diff
changeset
|
152 |
self.cmd_process_script(join(migrdir, 'bootstrapmigration_repository.py')) |
2275
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
153 |
for cube, fromversion, toversion in toupgrade: |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
154 |
if cube == 'cubicweb': |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
155 |
migrdir = self.config.migration_scripts_dir() |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
156 |
else: |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
157 |
migrdir = self.config.cube_migration_scripts_dir(cube) |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
158 |
scripts = filter_scripts(self.config, migrdir, fromversion, toversion) |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
159 |
if scripts: |
2481
24bad65dbebd
take care to migration w/ X.Y.Z_Any.py / X.Y.Z_common.py
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
160 |
prevversion = None |
2275
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
161 |
for version, script in scripts: |
2481
24bad65dbebd
take care to migration w/ X.Y.Z_Any.py / X.Y.Z_common.py
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
162 |
# take care to X.Y.Z_Any.py / X.Y.Z_common.py: we've to call |
24bad65dbebd
take care to migration w/ X.Y.Z_Any.py / X.Y.Z_common.py
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
163 |
# cube_upgraded once all script of X.Y.Z have been executed |
24bad65dbebd
take care to migration w/ X.Y.Z_Any.py / X.Y.Z_common.py
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
164 |
if prevversion is not None and version != prevversion: |
2897
2658f432284c
[migration] consider previous version as done, not current version
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2738
diff
changeset
|
165 |
self.cube_upgraded(cube, prevversion) |
2481
24bad65dbebd
take care to migration w/ X.Y.Z_Any.py / X.Y.Z_common.py
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
166 |
prevversion = version |
3715
e3ccadb126d7
[shell] make process_script available throuhg c-c shell / migration script context
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3700
diff
changeset
|
167 |
self.cmd_process_script(script) |
2481
24bad65dbebd
take care to migration w/ X.Y.Z_Any.py / X.Y.Z_common.py
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
168 |
self.cube_upgraded(cube, toversion) |
2275
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
169 |
else: |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
170 |
self.cube_upgraded(cube, toversion) |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
171 |
|
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
172 |
def cube_upgraded(self, cube, version): |
bc0bed0616a3
fix #344387, remember upgraded version step by step
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2124
diff
changeset
|
173 |
pass |
0 | 174 |
|
175 |
def shutdown(self): |
|
176 |
pass |
|
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
676
diff
changeset
|
177 |
|
0 | 178 |
def interact(self, args, kwargs, meth): |
179 |
"""execute the given method according to user's confirmation""" |
|
2512
106b2a05dc88
[cleanup] started to improve cubicweb-ctl dialog messages consistency
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
2481
diff
changeset
|
180 |
msg = 'Execute command: %s(%s) ?' % ( |
0 | 181 |
meth.__name__[4:], |
182 |
', '.join([repr(arg) for arg in args] + |
|
183 |
['%s=%r' % (n,v) for n,v in kwargs.items()])) |
|
184 |
if 'ask_confirm' in kwargs: |
|
185 |
ask_confirm = kwargs.pop('ask_confirm') |
|
186 |
else: |
|
187 |
ask_confirm = True |
|
188 |
if not ask_confirm or self.confirm(msg): |
|
189 |
return meth(*args, **kwargs) |
|
190 |
||
2738
e7e46121a4f9
[migration] mh.confirm support a new default argument, fix default handling for ASK
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2615
diff
changeset
|
191 |
def confirm(self, question, shell=True, abort=True, retry=False, default='y'): |
0 | 192 |
"""ask for confirmation and return true on positive answer |
193 |
||
194 |
if `retry` is true the r[etry] answer may return 2 |
|
195 |
""" |
|
4721
8f63691ccb7f
pylint style fixes
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4553
diff
changeset
|
196 |
possibleanswers = ['y', 'n'] |
0 | 197 |
if abort: |
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2512
diff
changeset
|
198 |
possibleanswers.append('abort') |
0 | 199 |
if shell: |
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2512
diff
changeset
|
200 |
possibleanswers.append('shell') |
0 | 201 |
if retry: |
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2512
diff
changeset
|
202 |
possibleanswers.append('retry') |
0 | 203 |
try: |
2738
e7e46121a4f9
[migration] mh.confirm support a new default argument, fix default handling for ASK
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2615
diff
changeset
|
204 |
answer = ASK.ask(question, possibleanswers, default) |
0 | 205 |
except (EOFError, KeyboardInterrupt): |
206 |
answer = 'abort' |
|
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2512
diff
changeset
|
207 |
if answer == 'n': |
0 | 208 |
return False |
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2512
diff
changeset
|
209 |
if answer == 'retry': |
0 | 210 |
return 2 |
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2512
diff
changeset
|
211 |
if answer == 'abort': |
0 | 212 |
raise SystemExit(1) |
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2512
diff
changeset
|
213 |
if shell and answer == 'shell': |
0 | 214 |
self.interactive_shell() |
215 |
return self.confirm(question) |
|
216 |
return True |
|
217 |
||
218 |
def interactive_shell(self): |
|
219 |
self.confirm = yes |
|
220 |
self.need_wrap = False |
|
221 |
# avoid '_' to be added to builtins by sys.display_hook |
|
222 |
def do_not_add___to_builtins(obj): |
|
223 |
if obj is not None: |
|
224 |
print repr(obj) |
|
225 |
sys.displayhook = do_not_add___to_builtins |
|
226 |
local_ctx = self._create_context() |
|
227 |
try: |
|
228 |
import readline |
|
229 |
from rlcompleter import Completer |
|
230 |
except ImportError: |
|
231 |
# readline not available |
|
232 |
pass |
|
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
676
diff
changeset
|
233 |
else: |
0 | 234 |
readline.set_completer(Completer(local_ctx).complete) |
235 |
readline.parse_and_bind('tab: complete') |
|
3201 | 236 |
home_key = 'HOME' |
237 |
if sys.platform == 'win32': |
|
238 |
home_key = 'USERPROFILE' |
|
239 |
histfile = os.path.join(os.environ[home_key], ".eshellhist") |
|
0 | 240 |
try: |
241 |
readline.read_history_file(histfile) |
|
242 |
except IOError: |
|
243 |
pass |
|
244 |
from code import interact |
|
245 |
banner = """entering the migration python shell |
|
246 |
just type migration commands or arbitrary python code and type ENTER to execute it |
|
247 |
type "exit" or Ctrl-D to quit the shell and resume operation""" |
|
248 |
# give custom readfunc to avoid http://bugs.python.org/issue1288615 |
|
249 |
def unicode_raw_input(prompt): |
|
250 |
return unicode(raw_input(prompt), sys.stdin.encoding) |
|
251 |
interact(banner, readfunc=unicode_raw_input, local=local_ctx) |
|
252 |
readline.write_history_file(histfile) |
|
253 |
# delete instance's confirm attribute to avoid questions |
|
254 |
del self.confirm |
|
255 |
self.need_wrap = True |
|
256 |
||
257 |
@cached |
|
258 |
def _create_context(self): |
|
259 |
"""return a dictionary to use as migration script execution context""" |
|
260 |
context = self.__context |
|
261 |
for attr in dir(self): |
|
262 |
if attr.startswith('cmd_'): |
|
263 |
if self.need_wrap: |
|
264 |
context[attr[4:]] = getattr(self, attr[4:]) |
|
265 |
else: |
|
266 |
context[attr[4:]] = getattr(self, attr) |
|
267 |
return context |
|
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
676
diff
changeset
|
268 |
|
3715
e3ccadb126d7
[shell] make process_script available throuhg c-c shell / migration script context
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3700
diff
changeset
|
269 |
def cmd_process_script(self, migrscript, funcname=None, *args, **kwargs): |
0 | 270 |
"""execute a migration script |
271 |
in interactive mode, display the migration script path, ask for |
|
272 |
confirmation and execute it if confirmed |
|
273 |
""" |
|
3812
d37d7105e15f
[B] migration: normalize migration script path
Julien Jehannet <julien.jehannet@logilab.fr>
parents:
3715
diff
changeset
|
274 |
migrscript = os.path.normpath(migrscript) |
3935
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
275 |
if migrscript.endswith('.py'): |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
276 |
script_mode = 'python' |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
277 |
elif migrscript.endswith('.txt') or migrscript.endswith('.rst'): |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
278 |
script_mode = 'doctest' |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
279 |
else: |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
280 |
raise Exception('This is not a valid cubicweb shell input') |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
281 |
if not self.execscript_confirm(migrscript): |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
282 |
return |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
283 |
scriptlocals = self._create_context().copy() |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
284 |
if script_mode == 'python': |
0 | 285 |
if funcname is None: |
286 |
pyname = '__main__' |
|
287 |
else: |
|
288 |
pyname = splitext(basename(migrscript))[0] |
|
289 |
scriptlocals.update({'__file__': migrscript, '__name__': pyname}) |
|
290 |
execfile(migrscript, scriptlocals) |
|
291 |
if funcname is not None: |
|
292 |
try: |
|
293 |
func = scriptlocals[funcname] |
|
294 |
self.info('found %s in locals', funcname) |
|
295 |
assert callable(func), '%s (%s) is not callable' % (func, funcname) |
|
296 |
except KeyError: |
|
297 |
self.critical('no %s in script %s', funcname, migrscript) |
|
298 |
return None |
|
299 |
return func(*args, **kwargs) |
|
3935
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
300 |
else: # script_mode == 'doctest' |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
301 |
import doctest |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
302 |
doctest.testfile(migrscript, module_relative=False, |
2fbb79054a1a
imported patch cwctl-shell-textfile
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
3812
diff
changeset
|
303 |
optionflags=doctest.ELLIPSIS, globs=scriptlocals) |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
676
diff
changeset
|
304 |
|
0 | 305 |
def cmd_option_renamed(self, oldname, newname): |
306 |
"""a configuration option has been renamed""" |
|
307 |
self._option_changes.append(('renamed', oldname, newname)) |
|
308 |
||
309 |
def cmd_option_group_change(self, option, oldgroup, newgroup): |
|
310 |
"""a configuration option has been moved in another group""" |
|
311 |
self._option_changes.append(('moved', option, oldgroup, newgroup)) |
|
312 |
||
313 |
def cmd_option_added(self, optname): |
|
314 |
"""a configuration option has been added""" |
|
315 |
self._option_changes.append(('added', optname)) |
|
316 |
||
317 |
def cmd_option_removed(self, optname): |
|
318 |
"""a configuration option has been removed""" |
|
319 |
# can safely be ignored |
|
320 |
#self._option_changes.append(('removed', optname)) |
|
321 |
||
322 |
def cmd_option_type_changed(self, optname, oldtype, newvalue): |
|
323 |
"""a configuration option's type has changed""" |
|
324 |
self._option_changes.append(('typechanged', optname, oldtype, newvalue)) |
|
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
676
diff
changeset
|
325 |
|
676
270eb87a768a
provide a new add_cubes() migration function for cases where the new cubes are linked together by new relations
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
447
diff
changeset
|
326 |
def cmd_add_cubes(self, cubes): |
270eb87a768a
provide a new add_cubes() migration function for cases where the new cubes are linked together by new relations
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
447
diff
changeset
|
327 |
"""modify the list of used cubes in the in-memory config |
270eb87a768a
provide a new add_cubes() migration function for cases where the new cubes are linked together by new relations
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
447
diff
changeset
|
328 |
returns newly inserted cubes, including dependencies |
270eb87a768a
provide a new add_cubes() migration function for cases where the new cubes are linked together by new relations
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
447
diff
changeset
|
329 |
""" |
270eb87a768a
provide a new add_cubes() migration function for cases where the new cubes are linked together by new relations
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
447
diff
changeset
|
330 |
if isinstance(cubes, basestring): |
270eb87a768a
provide a new add_cubes() migration function for cases where the new cubes are linked together by new relations
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
447
diff
changeset
|
331 |
cubes = (cubes,) |
0 | 332 |
origcubes = self.config.cubes() |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
676
diff
changeset
|
333 |
newcubes = [p for p in self.config.expand_cubes(cubes) |
0 | 334 |
if not p in origcubes] |
335 |
if newcubes: |
|
676
270eb87a768a
provide a new add_cubes() migration function for cases where the new cubes are linked together by new relations
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
447
diff
changeset
|
336 |
for cube in cubes: |
270eb87a768a
provide a new add_cubes() migration function for cases where the new cubes are linked together by new relations
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
447
diff
changeset
|
337 |
assert cube in newcubes |
0 | 338 |
self.config.add_cubes(newcubes) |
339 |
return newcubes |
|
340 |
||
2124
5a0b02f37b23
set removedeps to False by default, raise an exception instead of a simple assertion for error, more remove_cube tests
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2122
diff
changeset
|
341 |
def cmd_remove_cube(self, cube, removedeps=False): |
2122
4ea13a828513
add removedeps option to remove_cube to control wether a cube's dependencies should be removed as well or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
342 |
if removedeps: |
4ea13a828513
add removedeps option to remove_cube to control wether a cube's dependencies should be removed as well or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
343 |
toremove = self.config.expand_cubes([cube]) |
4ea13a828513
add removedeps option to remove_cube to control wether a cube's dependencies should be removed as well or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
344 |
else: |
4ea13a828513
add removedeps option to remove_cube to control wether a cube's dependencies should be removed as well or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
345 |
toremove = (cube,) |
0 | 346 |
origcubes = self.config._cubes |
2122
4ea13a828513
add removedeps option to remove_cube to control wether a cube's dependencies should be removed as well or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1977
diff
changeset
|
347 |
basecubes = [c for c in origcubes if not c in toremove] |
0 | 348 |
self.config._cubes = tuple(self.config.expand_cubes(basecubes)) |
349 |
removed = [p for p in origcubes if not p in self.config._cubes] |
|
2124
5a0b02f37b23
set removedeps to False by default, raise an exception instead of a simple assertion for error, more remove_cube tests
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2122
diff
changeset
|
350 |
if not cube in removed: |
5a0b02f37b23
set removedeps to False by default, raise an exception instead of a simple assertion for error, more remove_cube tests
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2122
diff
changeset
|
351 |
raise ConfigurationError("can't remove cube %s, " |
5a0b02f37b23
set removedeps to False by default, raise an exception instead of a simple assertion for error, more remove_cube tests
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2122
diff
changeset
|
352 |
"used as a dependency" % cube) |
0 | 353 |
return removed |
1802
d628defebc17
delete-trailing-whitespace + some copyright update
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
676
diff
changeset
|
354 |
|
0 | 355 |
def rewrite_configuration(self): |
356 |
# import locally, show_diffs unavailable in gae environment |
|
357 |
from cubicweb.toolsutils import show_diffs |
|
358 |
configfile = self.config.main_config_file() |
|
359 |
if self._option_changes: |
|
360 |
read_old_config(self.config, self._option_changes, configfile) |
|
3152 | 361 |
fd, newconfig = tempfile.mkstemp() |
0 | 362 |
for optdescr in self._option_changes: |
363 |
if optdescr[0] == 'added': |
|
364 |
optdict = self.config.get_option_def(optdescr[1]) |
|
365 |
if optdict.get('default') is REQUIRED: |
|
447 | 366 |
self.config.input_option(optdescr[1], optdict) |
0 | 367 |
self.config.generate_config(open(newconfig, 'w')) |
368 |
show_diffs(configfile, newconfig) |
|
3152 | 369 |
os.close(fd) |
0 | 370 |
if exists(newconfig): |
371 |
os.unlink(newconfig) |
|
372 |
||
373 |
||
374 |
from logging import getLogger |
|
375 |
from cubicweb import set_log_methods |
|
376 |
set_log_methods(MigrationHelper, getLogger('cubicweb.migration')) |