author | Denis Laxalde <denis.laxalde@logilab.fr> |
Fri, 05 Apr 2019 12:19:03 +0200 | |
changeset 12569 | c197f9382e53 |
parent 12567 | 26744ad37953 |
child 12576 | 3aa0c203747c |
permissions | -rw-r--r-- |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1 |
# copyright 2003-2016 LOGILAB S.A. (Paris, FRANCE), all rights reserved. |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
2 |
# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
3 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
4 |
# This file is part of CubicWeb. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
5 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
6 |
# CubicWeb is free software: you can redistribute it and/or modify it under the |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
7 |
# terms of the GNU Lesser General Public License as published by the Free |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
8 |
# Software Foundation, either version 2.1 of the License, or (at your option) |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
9 |
# any later version. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
10 |
# |
5424
8ecbcbff9777
replace logilab-common by CubicWeb in disclaimer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5421
diff
changeset
|
11 |
# CubicWeb is distributed in the hope that it will be useful, but WITHOUT |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
12 |
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
13 |
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
14 |
# details. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
15 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
16 |
# You should have received a copy of the GNU Lesser General Public License along |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5410
diff
changeset
|
17 |
# with CubicWeb. If not, see <http://www.gnu.org/licenses/>. |
5967 | 18 |
"""cubicweb-ctl commands and command handlers specific to the repository""" |
4718
3dc3ad02d091
avoid module import in c-c plugins module, and remind it
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4670
diff
changeset
|
19 |
# *ctl module should limit the number of import to be imported as quickly as |
3dc3ad02d091
avoid module import in c-c plugins module, and remind it
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4670
diff
changeset
|
20 |
# possible (for cubicweb-ctl reactivity, necessary for instance for usable bash |
3dc3ad02d091
avoid module import in c-c plugins module, and remind it
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4670
diff
changeset
|
21 |
# completion). So import locally in command helpers. |
12567
26744ad37953
Drop python2 support
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
12146
diff
changeset
|
22 |
import sched |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
23 |
import sys |
0 | 24 |
import os |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
25 |
from contextlib import contextmanager |
0 | 26 |
|
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
27 |
from logilab.common.configuration import Configuration, merge_options |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
28 |
from logilab.common.shellutils import ASK, generate_password |
0 | 29 |
|
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
30 |
from logilab.database import get_db_helper, get_connection |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
31 |
|
11345
27b98f3cceae
[datafeed] attempt to acquire synchronization lock even when force is given
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11190
diff
changeset
|
32 |
from cubicweb import AuthenticationError, ExecutionError, ConfigurationError, SourceException |
2790
968108e16066
move underline_title to toolsutils
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2711
diff
changeset
|
33 |
from cubicweb.toolsutils import Command, CommandHandler, underline_title |
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
34 |
from cubicweb.cwctl import CWCTL, check_options_consistency, ConfigureInstanceCommand |
2105
92ea410806fe
refactor sources configuration, add source to sources when using a cube defining
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1980
diff
changeset
|
35 |
from cubicweb.server import SOURCE_TYPES |
11952
9dbb0af82628
[server] Use global registry variable of integrity checker functions
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11767
diff
changeset
|
36 |
from cubicweb.server import checkintegrity |
6427
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
37 |
from cubicweb.server.serverconfig import ( |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
38 |
USER_OPTIONS, ServerConfiguration, SourceConfiguration, |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
39 |
ask_source_config, generate_source_config) |
0 | 40 |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
41 |
|
0 | 42 |
# utility functions ########################################################### |
43 |
||
7112
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
44 |
def source_cnx(source, dbname=None, special_privs=False, interactive=True): |
0 | 45 |
"""open and return a connection to the system database defined in the |
46 |
given server.serverconfig |
|
47 |
""" |
|
48 |
from getpass import getpass |
|
4218
deb2dcffb301
[cwctl] reset-admin-pwd was failing when db-host was not set
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
4212
diff
changeset
|
49 |
dbhost = source.get('db-host') |
0 | 50 |
if dbname is None: |
51 |
dbname = source['db-name'] |
|
52 |
driver = source['db-driver'] |
|
6060
353bec342e2a
[db create] don't ask user/password if the underlying db doesn't support it (eg sqlite)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5990
diff
changeset
|
53 |
dbhelper = get_db_helper(driver) |
7112
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
54 |
if interactive: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
55 |
print('-> connecting to %s database' % driver, end=' ') |
5754
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
56 |
if dbhost: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
57 |
print('%s@%s' % (dbname, dbhost), end=' ') |
5754
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
58 |
else: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
59 |
print(dbname, end=' ') |
6060
353bec342e2a
[db create] don't ask user/password if the underlying db doesn't support it (eg sqlite)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5990
diff
changeset
|
60 |
if dbhelper.users_support: |
7112
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
61 |
if not interactive or (not special_privs and source.get('db-user')): |
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
62 |
user = source.get('db-user', os.environ.get('USER', '')) |
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
63 |
if interactive: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
64 |
print('as', user) |
6860
a0dbf6135c72
[db-create] we should always ask db user that should be used when special privileges are required
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6779
diff
changeset
|
65 |
password = source.get('db-password') |
0 | 66 |
else: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
67 |
print() |
6060
353bec342e2a
[db create] don't ask user/password if the underlying db doesn't support it (eg sqlite)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5990
diff
changeset
|
68 |
if special_privs: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
69 |
print('WARNING') |
6060
353bec342e2a
[db create] don't ask user/password if the underlying db doesn't support it (eg sqlite)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5990
diff
changeset
|
70 |
print ('the user will need the following special access rights ' |
353bec342e2a
[db create] don't ask user/password if the underlying db doesn't support it (eg sqlite)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5990
diff
changeset
|
71 |
'on the database:') |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
72 |
print(special_privs) |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
73 |
print() |
6072
9d83b214066a
[db-create] fix bug introduced by 6060:353bec342e2a (we ask for user while in non verbose mode)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6060
diff
changeset
|
74 |
default_user = source.get('db-user', os.environ.get('USER', '')) |
10738
675e47b1b875
[server] import input from six.moves
Julien Cristau <julien.cristau@logilab.fr>
parents:
10662
diff
changeset
|
75 |
user = input('Connect as user ? [%r]: ' % default_user) |
6860
a0dbf6135c72
[db-create] we should always ask db user that should be used when special privileges are required
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6779
diff
changeset
|
76 |
user = user.strip() or default_user |
a0dbf6135c72
[db-create] we should always ask db user that should be used when special privileges are required
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6779
diff
changeset
|
77 |
if user == source.get('db-user'): |
6939
8fa55cf2a8cb
[c-c] fix crash on delete instance + potential others when user don't specify db user's password
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6867
diff
changeset
|
78 |
password = source.get('db-password') |
6072
9d83b214066a
[db-create] fix bug introduced by 6060:353bec342e2a (we ask for user while in non verbose mode)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6060
diff
changeset
|
79 |
else: |
9d83b214066a
[db-create] fix bug introduced by 6060:353bec342e2a (we ask for user while in non verbose mode)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6060
diff
changeset
|
80 |
password = getpass('password: ') |
6060
353bec342e2a
[db create] don't ask user/password if the underlying db doesn't support it (eg sqlite)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5990
diff
changeset
|
81 |
else: |
353bec342e2a
[db create] don't ask user/password if the underlying db doesn't support it (eg sqlite)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5990
diff
changeset
|
82 |
user = password = None |
4180
9fb0d06926cc
more extra_args cleanup
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
4177
diff
changeset
|
83 |
extra_args = source.get('db-extra-arguments') |
9fb0d06926cc
more extra_args cleanup
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
4177
diff
changeset
|
84 |
extra = extra_args and {'extra_args': extra_args} or {} |
4837
54969eec48eb
misc fixes to ensure logilab.db compatibility
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
85 |
cnx = get_connection(driver, dbhost, dbname, user, password=password, |
54969eec48eb
misc fixes to ensure logilab.db compatibility
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
86 |
port=source.get('db-port'), |
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
87 |
schema=source.get('db-namespace'), |
4837
54969eec48eb
misc fixes to ensure logilab.db compatibility
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
88 |
**extra) |
4845 | 89 |
try: |
90 |
cnx.logged_user = user |
|
91 |
except AttributeError: |
|
92 |
# C object, __slots__ |
|
4848
41f84eea63c9
rename logilab.db into logilab.database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4845
diff
changeset
|
93 |
from logilab.database import _SimpleConnectionWrapper |
4845 | 94 |
cnx = _SimpleConnectionWrapper(cnx) |
95 |
cnx.logged_user = user |
|
4837
54969eec48eb
misc fixes to ensure logilab.db compatibility
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
96 |
return cnx |
0 | 97 |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
98 |
|
136
ff51a18c66a3
ask less questions on instance creation
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
0
diff
changeset
|
99 |
def system_source_cnx(source, dbms_system_base=False, |
7112
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
100 |
special_privs='CREATE/DROP DATABASE', interactive=True): |
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
101 |
"""shortcut to get a connextion to the instance system database |
0 | 102 |
defined in the given config. If <dbms_system_base> is True, |
103 |
connect to the dbms system database instead (for task such as |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
104 |
create/drop the instance database) |
0 | 105 |
""" |
106 |
if dbms_system_base: |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
107 |
system_db = get_db_helper(source['db-driver']).system_database() |
7112
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
108 |
return source_cnx(source, system_db, special_privs=special_privs, |
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
109 |
interactive=interactive) |
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
110 |
return source_cnx(source, special_privs=special_privs, |
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
111 |
interactive=interactive) |
0 | 112 |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
113 |
|
7112
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
114 |
def _db_sys_cnx(source, special_privs, interactive=True): |
6860
a0dbf6135c72
[db-create] we should always ask db user that should be used when special privileges are required
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6779
diff
changeset
|
115 |
"""return a connection on the RDMS system table (to create/drop a user or a |
a0dbf6135c72
[db-create] we should always ask db user that should be used when special privileges are required
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6779
diff
changeset
|
116 |
database) |
0 | 117 |
""" |
2417
18a14c23413c
should ensure lgc is configured to not use mx to avoid error if backend module is missing mx support
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2107
diff
changeset
|
118 |
import logilab.common as lgp |
18a14c23413c
should ensure lgc is configured to not use mx to avoid error if backend module is missing mx support
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2107
diff
changeset
|
119 |
lgp.USE_MX_DATETIME = False |
0 | 120 |
# connect on the dbms system base to create our base |
6860
a0dbf6135c72
[db-create] we should always ask db user that should be used when special privileges are required
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6779
diff
changeset
|
121 |
cnx = system_source_cnx(source, True, special_privs=special_privs, |
7112
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
122 |
interactive=interactive) |
0 | 123 |
# disable autocommit (isolation_level(1)) because DROP and |
124 |
# CREATE DATABASE can't be executed in a transaction |
|
7577
9892937d9041
[all] remove pattern "try: function() except AttributeError: pass" (closes #1787966)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
7569
diff
changeset
|
125 |
set_isolation_level = getattr(cnx, 'set_isolation_level', None) |
9892937d9041
[all] remove pattern "try: function() except AttributeError: pass" (closes #1787966)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
7569
diff
changeset
|
126 |
if set_isolation_level is not None: |
0 | 127 |
# set_isolation_level() is psycopg specific |
7577
9892937d9041
[all] remove pattern "try: function() except AttributeError: pass" (closes #1787966)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
7569
diff
changeset
|
128 |
set_isolation_level(0) |
0 | 129 |
return cnx |
1469 | 130 |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
131 |
|
0 | 132 |
def repo_cnx(config): |
9577
c52441e4a3d7
[serverctl] use repoapi for db-check, add-source, rebuild-fti commands
Julien Cristau <julien.cristau@logilab.fr>
parents:
9485
diff
changeset
|
133 |
"""return a in-memory repository and a repoapi connection to it""" |
c52441e4a3d7
[serverctl] use repoapi for db-check, add-source, rebuild-fti commands
Julien Cristau <julien.cristau@logilab.fr>
parents:
9485
diff
changeset
|
134 |
from cubicweb import repoapi |
0 | 135 |
from cubicweb.server.utils import manager_userpasswd |
136 |
try: |
|
9460
a2a0bc984863
[config] cleanup/refactor server sources file values handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9457
diff
changeset
|
137 |
login = config.default_admin_config['login'] |
a2a0bc984863
[config] cleanup/refactor server sources file values handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9457
diff
changeset
|
138 |
pwd = config.default_admin_config['password'] |
0 | 139 |
except KeyError: |
140 |
login, pwd = manager_userpasswd() |
|
141 |
while True: |
|
142 |
try: |
|
9577
c52441e4a3d7
[serverctl] use repoapi for db-check, add-source, rebuild-fti commands
Julien Cristau <julien.cristau@logilab.fr>
parents:
9485
diff
changeset
|
143 |
repo = repoapi.get_repository(config=config) |
c52441e4a3d7
[serverctl] use repoapi for db-check, add-source, rebuild-fti commands
Julien Cristau <julien.cristau@logilab.fr>
parents:
9485
diff
changeset
|
144 |
cnx = repoapi.connect(repo, login, password=pwd) |
c52441e4a3d7
[serverctl] use repoapi for db-check, add-source, rebuild-fti commands
Julien Cristau <julien.cristau@logilab.fr>
parents:
9485
diff
changeset
|
145 |
return repo, cnx |
0 | 146 |
except AuthenticationError: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
147 |
print('-> Error: wrong user/password.') |
1682
36bd5cba09de
must reset cubes before next authentication
Graziella Toutoungis <graziella.toutoungis@logilab.fr>
parents:
1469
diff
changeset
|
148 |
# reset cubes else we'll have an assertion error on next retry |
36bd5cba09de
must reset cubes before next authentication
Graziella Toutoungis <graziella.toutoungis@logilab.fr>
parents:
1469
diff
changeset
|
149 |
config._cubes = None |
0 | 150 |
login, pwd = manager_userpasswd() |
1469 | 151 |
|
3904
dc7d315165fc
default_instance id should also be available when silently rebuilding soures file
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3893
diff
changeset
|
152 |
|
0 | 153 |
# repository specific command handlers ######################################## |
154 |
||
155 |
class RepositoryCreateHandler(CommandHandler): |
|
156 |
cmdname = 'create' |
|
157 |
cfgname = 'repository' |
|
158 |
||
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
159 |
def bootstrap(self, cubes, automatic=False, inputlevel=0): |
5967 | 160 |
"""create an instance by copying files from the given cube and by asking |
161 |
information necessary to build required configuration files |
|
0 | 162 |
""" |
163 |
config = self.config |
|
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
164 |
if not automatic: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
165 |
print(underline_title('Configuring the repository')) |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
166 |
config.input_config('email', inputlevel) |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
167 |
print('\n' + underline_title('Configuring the sources')) |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
168 |
# hack to make Method('default_instance_id') usable in db option defs |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
169 |
# (in native.py) |
6299
51a9494b5efb
[sqlite] quick hacks to fix #1251873 and #1251874
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6184
diff
changeset
|
170 |
sconfig = SourceConfiguration(config, |
3904
dc7d315165fc
default_instance id should also be available when silently rebuilding soures file
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3893
diff
changeset
|
171 |
options=SOURCE_TYPES['native'].options) |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
172 |
if not automatic: |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
173 |
sconfig.input_config(inputlevel=inputlevel) |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
174 |
print() |
0 | 175 |
sourcescfg = {'system': sconfig} |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
176 |
if automatic: |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
177 |
# XXX modify a copy |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
178 |
password = generate_password() |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
179 |
print('-> set administrator account to admin / %s' % password) |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
180 |
USER_OPTIONS[1][1]['default'] = password |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
181 |
sconfig = Configuration(options=USER_OPTIONS) |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
182 |
else: |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
183 |
sconfig = Configuration(options=USER_OPTIONS) |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
184 |
sconfig.input_config(inputlevel=inputlevel) |
0 | 185 |
sourcescfg['admin'] = sconfig |
2105
92ea410806fe
refactor sources configuration, add source to sources when using a cube defining
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1980
diff
changeset
|
186 |
config.write_sources_file(sourcescfg) |
0 | 187 |
# remember selected cubes for later initialization of the database |
188 |
config.write_bootstrap_cubes_file(cubes) |
|
1469 | 189 |
|
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
190 |
def postcreate(self, automatic=False, inputlevel=0): |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
191 |
if automatic: |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
192 |
CWCTL.run(['db-create', '--automatic', self.config.appid]) |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
193 |
elif ASK.confirm('Run db-create to create the system database ?'): |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
194 |
CWCTL.run(['db-create', '--config-level', str(inputlevel), |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
195 |
self.config.appid]) |
0 | 196 |
else: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
197 |
print('-> nevermind, you can do it later with ' |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
198 |
'"cubicweb-ctl db-create %s".' % self.config.appid) |
1469 | 199 |
|
6867
f691757792f9
[c-c delete] closes #1433117 and other flavours where we don't want to crash on error
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6863
diff
changeset
|
200 |
|
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
201 |
@contextmanager |
10124
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
202 |
def db_transaction(source, privilege): |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
203 |
"""Open a transaction to the instance database""" |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
204 |
cnx = system_source_cnx(source, special_privs=privilege) |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
205 |
cursor = cnx.cursor() |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
206 |
try: |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
207 |
yield cursor |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
208 |
except: |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
209 |
cnx.rollback() |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
210 |
cnx.close() |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
211 |
raise |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
212 |
else: |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
213 |
cnx.commit() |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
214 |
cnx.close() |
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
215 |
|
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
216 |
|
153c969b3a05
[serverctl] add db_transaction context manager
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10123
diff
changeset
|
217 |
@contextmanager |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
218 |
def db_sys_transaction(source, privilege): |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
219 |
"""Open a transaction to the system database""" |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
220 |
cnx = _db_sys_cnx(source, privilege) |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
221 |
cursor = cnx.cursor() |
6867
f691757792f9
[c-c delete] closes #1433117 and other flavours where we don't want to crash on error
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6863
diff
changeset
|
222 |
try: |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
223 |
yield cursor |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
224 |
except: |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
225 |
cnx.rollback() |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
226 |
cnx.close() |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
227 |
raise |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
228 |
else: |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
229 |
cnx.commit() |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
230 |
cnx.close() |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
231 |
|
0 | 232 |
|
233 |
class RepositoryDeleteHandler(CommandHandler): |
|
234 |
cmdname = 'delete' |
|
235 |
cfgname = 'repository' |
|
236 |
||
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
237 |
def _drop_namespace(self, source): |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
238 |
db_namespace = source.get('db-namespace') |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
239 |
with db_transaction(source, privilege='DROP SCHEMA') as cursor: |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
240 |
helper = get_db_helper(source['db-driver']) |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
241 |
helper.drop_schema(cursor, db_namespace) |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
242 |
print('-> database schema %s dropped' % db_namespace) |
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
243 |
|
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
244 |
def _drop_database(self, source): |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
245 |
if source['db-driver'] == 'sqlite': |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
246 |
print('deleting database file %(db-name)s' % source) |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
247 |
os.unlink(source['db-name']) |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
248 |
print('-> database %(db-name)s dropped.' % source) |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
249 |
else: |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
250 |
with db_sys_transaction(source, privilege='DROP DATABASE') as cursor: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
251 |
print('dropping database %(db-name)s' % source) |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
252 |
cursor.execute('DROP DATABASE "%(db-name)s"' % source) |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
253 |
print('-> database %(db-name)s dropped.' % source) |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
254 |
|
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
255 |
def _drop_user(self, source): |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
256 |
user = source['db-user'] or None |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
257 |
if user is not None: |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
258 |
with db_sys_transaction(source, privilege='DROP USER') as cursor: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
259 |
print('dropping user %s' % user) |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
260 |
cursor.execute('DROP USER %s' % user) |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
261 |
|
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
262 |
def _cleanup_steps(self, source): |
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
263 |
# 1/ delete namespace if used |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
264 |
db_namespace = source.get('db-namespace') |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
265 |
if db_namespace: |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
266 |
yield ('Delete database namespace "%s"' % db_namespace, |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
267 |
self._drop_namespace, True) |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
268 |
# 2/ delete database |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
269 |
yield ('Delete database "%(db-name)s"' % source, |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
270 |
self._drop_database, True) |
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
271 |
# 3/ delete user |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
272 |
helper = get_db_helper(source['db-driver']) |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
273 |
if source['db-user'] and helper.users_support: |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
274 |
# XXX should check we are not connected as user |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
275 |
yield ('Delete user "%(db-user)s"' % source, |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
276 |
self._drop_user, False) |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
277 |
|
0 | 278 |
def cleanup(self): |
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
279 |
"""remove instance's configuration and database""" |
9460
a2a0bc984863
[config] cleanup/refactor server sources file values handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9457
diff
changeset
|
280 |
source = self.config.system_source_config |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
281 |
for msg, step, default in self._cleanup_steps(source): |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
282 |
if ASK.confirm(msg, default_is_yes=default): |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
283 |
try: |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
284 |
step(source) |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
285 |
except Exception as exc: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
286 |
print('ERROR', exc) |
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
287 |
if ASK.confirm('An error occurred. Continue anyway?', |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
288 |
default_is_yes=False): |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
289 |
continue |
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
290 |
raise ExecutionError(str(exc)) |
0 | 291 |
|
1469 | 292 |
|
0 | 293 |
# repository specific commands ################################################ |
3954
56a8b14d68aa
properly fail if user has entered wrong connection information for the system database, closes #549136
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3904
diff
changeset
|
294 |
|
5754
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
295 |
def createdb(helper, source, dbcnx, cursor, **kwargs): |
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
296 |
if dbcnx.logged_user != source['db-user']: |
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
297 |
helper.create_database(cursor, source['db-name'], source['db-user'], |
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
298 |
source['db-encoding'], **kwargs) |
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
299 |
else: |
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
300 |
helper.create_database(cursor, source['db-name'], |
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
301 |
dbencoding=source['db-encoding'], **kwargs) |
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
302 |
|
10123
c390c444de06
[server] refactor cleanup() code used by "cubicweb-ctl delete"
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10077
diff
changeset
|
303 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
304 |
class CreateInstanceDBCommand(Command): |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
305 |
"""Create the system database of an instance (run after 'create'). |
1469 | 306 |
|
0 | 307 |
You will be prompted for a login / password to use to connect to |
308 |
the system database. The given user should have almost all rights |
|
6427
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
309 |
on the database (ie a super user on the DBMS allowed to create |
0 | 310 |
database, users, languages...). |
311 |
||
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
312 |
<instance> |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
313 |
the identifier of the instance to initialize. |
0 | 314 |
""" |
315 |
name = 'db-create' |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
316 |
arguments = '<instance>' |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
317 |
min_args = max_args = 1 |
0 | 318 |
options = ( |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
319 |
('automatic', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
320 |
{'short': 'a', 'action': 'store_true', |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
321 |
'default': False, |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
322 |
'help': 'automatic mode: never ask and use default answer to every ' |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
323 |
'question. this may require that your login match a database super ' |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
324 |
'user (allowed to create database & all).', |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
325 |
}), |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
326 |
('config-level', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
327 |
{'short': 'l', 'type': 'int', 'metavar': '<level>', |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
328 |
'default': 0, |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
329 |
'help': 'configuration level (0..2): 0 will ask for essential ' |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
330 |
'configuration parameters only while 2 will ask for all parameters', |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
331 |
}), |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
332 |
('create-db', |
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
333 |
{'short': 'c', 'type': 'yn', 'metavar': '<y or n>', |
0 | 334 |
'default': True, |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
335 |
'help': 'create the database (yes by default)' |
7112
bb27cc300040
[db connection] fix db connections method: verbose should be named interactive, it's not a question of verbosity but wether question should be asked or not
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7061
diff
changeset
|
336 |
}), |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
337 |
) |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
338 |
|
0 | 339 |
def run(self, args): |
340 |
"""run the command with its specific arguments""" |
|
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
341 |
check_options_consistency(self.config) |
2969
d95f23a0fc3b
F add --automatic/-a option to run db-create without user input
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2851
diff
changeset
|
342 |
automatic = self.get('automatic') |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
343 |
appid = args.pop() |
0 | 344 |
config = ServerConfiguration.config_for(appid) |
9460
a2a0bc984863
[config] cleanup/refactor server sources file values handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9457
diff
changeset
|
345 |
source = config.system_source_config |
4197
5446c74189b6
quick and dirty fix to avoid crash when running db-create command with an sqlite source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4180
diff
changeset
|
346 |
dbname = source['db-name'] |
0 | 347 |
driver = source['db-driver'] |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
348 |
helper = get_db_helper(driver) |
4197
5446c74189b6
quick and dirty fix to avoid crash when running db-create command with an sqlite source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4180
diff
changeset
|
349 |
if driver == 'sqlite': |
5585
e1cbf6b304ea
[sqlite] fix crash on db-create with sqlite abd unexistent database due to missing paren in logical expression (closes #909604)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5553
diff
changeset
|
350 |
if os.path.exists(dbname) and ( |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
351 |
automatic or |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
352 |
ASK.confirm('Database %s already exists. Drop it?' % dbname)): |
4197
5446c74189b6
quick and dirty fix to avoid crash when running db-create command with an sqlite source
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4180
diff
changeset
|
353 |
os.unlink(dbname) |
5754
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
354 |
elif self.config.create_db: |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
355 |
print('\n' + underline_title('Creating the system database')) |
0 | 356 |
# connect on the dbms system base to create our base |
6939
8fa55cf2a8cb
[c-c] fix crash on delete instance + potential others when user don't specify db user's password
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6867
diff
changeset
|
357 |
dbcnx = _db_sys_cnx(source, 'CREATE/DROP DATABASE and / or USER', |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
358 |
interactive=not automatic) |
0 | 359 |
cursor = dbcnx.cursor() |
360 |
try: |
|
361 |
if helper.users_support: |
|
362 |
user = source['db-user'] |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
363 |
if not helper.user_exists(cursor, user) and ( |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
364 |
automatic or |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
365 |
ASK.confirm('Create db user %s ?' % user, default_is_yes=False)): |
6939
8fa55cf2a8cb
[c-c] fix crash on delete instance + potential others when user don't specify db user's password
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6867
diff
changeset
|
366 |
helper.create_user(source['db-user'], source.get('db-password')) |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
367 |
print('-> user %s created.' % user) |
0 | 368 |
if dbname in helper.list_databases(cursor): |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
369 |
if automatic or ASK.confirm('Database %s already exists -- ' |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
370 |
'do you want to drop it ?' % dbname): |
7564
1d64c8d33156
[server] "overrule" case insensitivity of database name (closes: #611294)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7342
diff
changeset
|
371 |
cursor.execute('DROP DATABASE "%s"' % dbname) |
0 | 372 |
else: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
373 |
print('you may want to run "cubicweb-ctl db-init ' |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
374 |
'--drop %s" manually to continue.' % config.appid) |
0 | 375 |
return |
5754
51179e0bb250
[test] support for test on postgres database using the same mecanism as sqlite: one template database generated when necessary + actual test database created from the template
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5696
diff
changeset
|
376 |
createdb(helper, source, dbcnx, cursor) |
0 | 377 |
dbcnx.commit() |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
378 |
print('-> database %s created.' % dbname) |
7815
2a164a9cf81c
[exceptions] stop catching any exception in various places (closes #1942716)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7764
diff
changeset
|
379 |
except BaseException: |
0 | 380 |
dbcnx.rollback() |
381 |
raise |
|
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
382 |
cnx = system_source_cnx(source, special_privs='CREATE LANGUAGE/SCHEMA', |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
383 |
interactive=not automatic) |
0 | 384 |
cursor = cnx.cursor() |
4886
18a1735c283c
[db creation] fix some bugs introduced by the migration to logilab.database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4848
diff
changeset
|
385 |
helper.init_fti_extensions(cursor) |
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
386 |
namespace = source.get('db-namespace') |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
387 |
if namespace and ASK.confirm('Create schema %s in database %s ?' |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
388 |
% (namespace, dbname)): |
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
389 |
helper.create_schema(cursor, namespace) |
7479
b0603fc4ed6d
[sql] implement #1631319: ask user before creating postgresql languages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7457
diff
changeset
|
390 |
cnx.commit() |
1469 | 391 |
# postgres specific stuff |
0 | 392 |
if driver == 'postgres': |
7479
b0603fc4ed6d
[sql] implement #1631319: ask user before creating postgresql languages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7457
diff
changeset
|
393 |
# install plpythonu/plpgsql languages |
b0603fc4ed6d
[sql] implement #1631319: ask user before creating postgresql languages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7457
diff
changeset
|
394 |
langs = ('plpythonu', 'plpgsql') |
3115
29262ba01464
minimal steps to have cw running on windows
Aurélien Campéas
parents:
2969
diff
changeset
|
395 |
for extlang in langs: |
7479
b0603fc4ed6d
[sql] implement #1631319: ask user before creating postgresql languages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7457
diff
changeset
|
396 |
if automatic or ASK.confirm('Create language %s ?' % extlang): |
b0603fc4ed6d
[sql] implement #1631319: ask user before creating postgresql languages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7457
diff
changeset
|
397 |
try: |
b0603fc4ed6d
[sql] implement #1631319: ask user before creating postgresql languages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7457
diff
changeset
|
398 |
helper.create_language(cursor, extlang) |
8695
358d8bed9626
[toward-py3k] rewrite to "except AnException as exc:" (part of #2711624)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8669
diff
changeset
|
399 |
except Exception as exc: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
400 |
print('-> ERROR:', exc) |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
401 |
print('-> could not create language %s, ' |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
402 |
'some stored procedures might be unusable' % extlang) |
7479
b0603fc4ed6d
[sql] implement #1631319: ask user before creating postgresql languages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7457
diff
changeset
|
403 |
cnx.rollback() |
b0603fc4ed6d
[sql] implement #1631319: ask user before creating postgresql languages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7457
diff
changeset
|
404 |
else: |
b0603fc4ed6d
[sql] implement #1631319: ask user before creating postgresql languages
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7457
diff
changeset
|
405 |
cnx.commit() |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
406 |
print('-> database for instance %s created and necessary extensions installed.' % appid) |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
407 |
print() |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
408 |
if automatic: |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
409 |
CWCTL.run(['db-init', '--automatic', '--config-level', '0', |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
410 |
config.appid]) |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
411 |
elif ASK.confirm('Run db-init to initialize the system database ?'): |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
412 |
CWCTL.run(['db-init', '--config-level', |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
413 |
str(self.config.config_level), config.appid]) |
0 | 414 |
else: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
415 |
print('-> nevermind, you can do it later with ' |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
416 |
'"cubicweb-ctl db-init %s".' % config.appid) |
0 | 417 |
|
1469 | 418 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
419 |
class InitInstanceCommand(Command): |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
420 |
"""Initialize the system database of an instance (run after 'db-create'). |
1469 | 421 |
|
6427
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
422 |
Notice this will be done using user specified in the sources files, so this |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
423 |
user should have the create tables grant permissions on the database. |
0 | 424 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
425 |
<instance> |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
426 |
the identifier of the instance to initialize. |
0 | 427 |
""" |
428 |
name = 'db-init' |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
429 |
arguments = '<instance>' |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
430 |
min_args = max_args = 1 |
0 | 431 |
options = ( |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
432 |
('automatic', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
433 |
{'short': 'a', 'action': 'store_true', |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
434 |
'default': False, |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
435 |
'help': 'automatic mode: never ask and use default answer to every ' |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
436 |
'question.', |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
437 |
}), |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
438 |
('config-level', |
9922
fc02ba8654a7
[serverctl] fix default value for db-init config-level
Julien Cristau <julien.cristau@logilab.fr>
parents:
9303
diff
changeset
|
439 |
{'short': 'l', 'type': 'int', 'default': 0, |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
440 |
'help': 'level threshold for questions asked when configuring ' |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
441 |
'another source' |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
442 |
}), |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
443 |
('drop', |
0 | 444 |
{'short': 'd', 'action': 'store_true', |
445 |
'default': False, |
|
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
446 |
'help': 'insert drop statements to remove previously existant ' |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
447 |
'tables, indexes... (no by default)' |
7030
d48c6b0158b9
allow configuring the level of the configuration settings for cw-ctl add-source and db-init (which may call add-source)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6939
diff
changeset
|
448 |
}), |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
449 |
) |
0 | 450 |
|
451 |
def run(self, args): |
|
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
452 |
check_options_consistency(self.config) |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
453 |
print('\n' + underline_title('Initializing the system database')) |
0 | 454 |
from cubicweb.server import init_repository |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
455 |
appid = args[0] |
0 | 456 |
config = ServerConfiguration.config_for(appid) |
3954
56a8b14d68aa
properly fail if user has entered wrong connection information for the system database, closes #549136
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3904
diff
changeset
|
457 |
try: |
9460
a2a0bc984863
[config] cleanup/refactor server sources file values handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9457
diff
changeset
|
458 |
system = config.system_source_config |
8669
62213a34726e
[db-api/configuration] simplify db-api and configuration so that all the connection information is in the repository url, closes #2521848
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8544
diff
changeset
|
459 |
extra_args = system.get('db-extra-arguments') |
4180
9fb0d06926cc
more extra_args cleanup
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
4177
diff
changeset
|
460 |
extra = extra_args and {'extra_args': extra_args} or {} |
3954
56a8b14d68aa
properly fail if user has entered wrong connection information for the system database, closes #549136
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3904
diff
changeset
|
461 |
get_connection( |
56a8b14d68aa
properly fail if user has entered wrong connection information for the system database, closes #549136
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3904
diff
changeset
|
462 |
system['db-driver'], database=system['db-name'], |
56a8b14d68aa
properly fail if user has entered wrong connection information for the system database, closes #549136
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3904
diff
changeset
|
463 |
host=system.get('db-host'), port=system.get('db-port'), |
8434
39c5bb4dcc59
[ldapfeed] do not crash on ldap user deletion + pull + already deactivated users, cleanups (closes #2392933)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
8376
diff
changeset
|
464 |
user=system.get('db-user') or '', password=system.get('db-password') or '', |
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10124
diff
changeset
|
465 |
schema=system.get('db-namespace'), **extra) |
8695
358d8bed9626
[toward-py3k] rewrite to "except AnException as exc:" (part of #2711624)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8669
diff
changeset
|
466 |
except Exception as ex: |
3954
56a8b14d68aa
properly fail if user has entered wrong connection information for the system database, closes #549136
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3904
diff
changeset
|
467 |
raise ConfigurationError( |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
468 |
'You seem to have provided wrong connection information in ' |
3954
56a8b14d68aa
properly fail if user has entered wrong connection information for the system database, closes #549136
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3904
diff
changeset
|
469 |
'the %s file. Resolve this first (error: %s).' |
56a8b14d68aa
properly fail if user has entered wrong connection information for the system database, closes #549136
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3904
diff
changeset
|
470 |
% (config.sources_file(), str(ex).strip())) |
0 | 471 |
init_repository(config, drop=self.config.drop) |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
472 |
if not self.config.automatic: |
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
473 |
while ASK.confirm('Enter another source ?', default_is_yes=False): |
9759
846bc9227394
[serverctl] rename 'add-source' to 'source-add' for consistency's sake (closes #3732169)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
9577
diff
changeset
|
474 |
CWCTL.run(['source-add', '--config-level', |
7140
ba51dac1115d
[c-c create] unification of c-c create and its subcommands handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7121
diff
changeset
|
475 |
str(self.config.config_level), config.appid]) |
6427
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
476 |
|
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
477 |
|
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
478 |
class AddSourceCommand(Command): |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
479 |
"""Add a data source to an instance. |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
480 |
|
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
481 |
<instance> |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
482 |
the identifier of the instance to initialize. |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
483 |
""" |
9759
846bc9227394
[serverctl] rename 'add-source' to 'source-add' for consistency's sake (closes #3732169)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
9577
diff
changeset
|
484 |
name = 'source-add' |
6427
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
485 |
arguments = '<instance>' |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
486 |
min_args = max_args = 1 |
7030
d48c6b0158b9
allow configuring the level of the configuration settings for cw-ctl add-source and db-init (which may call add-source)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6939
diff
changeset
|
487 |
options = ( |
d48c6b0158b9
allow configuring the level of the configuration settings for cw-ctl add-source and db-init (which may call add-source)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6939
diff
changeset
|
488 |
('config-level', |
d48c6b0158b9
allow configuring the level of the configuration settings for cw-ctl add-source and db-init (which may call add-source)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6939
diff
changeset
|
489 |
{'short': 'l', 'type': 'int', 'default': 1, |
d48c6b0158b9
allow configuring the level of the configuration settings for cw-ctl add-source and db-init (which may call add-source)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6939
diff
changeset
|
490 |
'help': 'level threshold for questions asked when configuring another source' |
d48c6b0158b9
allow configuring the level of the configuration settings for cw-ctl add-source and db-init (which may call add-source)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6939
diff
changeset
|
491 |
}), |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
492 |
) |
6427
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
493 |
|
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
494 |
def run(self, args): |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
495 |
appid = args[0] |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
496 |
config = ServerConfiguration.config_for(appid) |
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
497 |
repo, cnx = repo_cnx(config) |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
498 |
repo.hm.call_hooks('server_maintenance', repo=repo) |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
499 |
try: |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
500 |
with cnx: |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
501 |
used = set(n for n, in cnx.execute('Any SN WHERE S is CWSource, S name SN')) |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
502 |
cubes = repo.get_cubes() |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
503 |
while True: |
10738
675e47b1b875
[server] import input from six.moves
Julien Cristau <julien.cristau@logilab.fr>
parents:
10662
diff
changeset
|
504 |
type = input('source type (%s): ' |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
505 |
% ', '.join(sorted(SOURCE_TYPES))) |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
506 |
if type not in SOURCE_TYPES: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
507 |
print('-> unknown source type, use one of the available types.') |
9577
c52441e4a3d7
[serverctl] use repoapi for db-check, add-source, rebuild-fti commands
Julien Cristau <julien.cristau@logilab.fr>
parents:
9485
diff
changeset
|
508 |
continue |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
509 |
sourcemodule = SOURCE_TYPES[type].module |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
510 |
if not sourcemodule.startswith('cubicweb.'): |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
511 |
# module names look like cubes.mycube.themodule |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
512 |
sourcecube = SOURCE_TYPES[type].module.split('.', 2)[1] |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
513 |
# if the source adapter is coming from an external component, |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
514 |
# ensure it's specified in used cubes |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
515 |
if sourcecube not in cubes: |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
516 |
print ('-> this source type require the %s cube which is ' |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
517 |
'not used by the instance.') |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
518 |
continue |
10009
560747cd7774
[serverctl] Ask for parser type when adding a new source (closes #3484231)
Paul Tonelli <paul.tonelli@logilab.fr>
parents:
9984
diff
changeset
|
519 |
break |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
520 |
while True: |
10738
675e47b1b875
[server] import input from six.moves
Julien Cristau <julien.cristau@logilab.fr>
parents:
10662
diff
changeset
|
521 |
parser = input('parser type (%s): ' |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
522 |
% ', '.join(sorted(repo.vreg['parsers']))) |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
523 |
if parser in repo.vreg['parsers']: |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
524 |
break |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
525 |
print('-> unknown parser identifier, use one of the available types.') |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
526 |
while True: |
10738
675e47b1b875
[server] import input from six.moves
Julien Cristau <julien.cristau@logilab.fr>
parents:
10662
diff
changeset
|
527 |
sourceuri = input('source identifier (a unique name used to ' |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
528 |
'tell sources apart): ').strip() |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
529 |
if not sourceuri: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
530 |
print('-> mandatory.') |
9577
c52441e4a3d7
[serverctl] use repoapi for db-check, add-source, rebuild-fti commands
Julien Cristau <julien.cristau@logilab.fr>
parents:
9485
diff
changeset
|
531 |
else: |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
532 |
sourceuri = unicode(sourceuri, sys.stdin.encoding) |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
533 |
if sourceuri in used: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
534 |
print('-> uri already used, choose another one.') |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
535 |
else: |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
536 |
break |
10738
675e47b1b875
[server] import input from six.moves
Julien Cristau <julien.cristau@logilab.fr>
parents:
10662
diff
changeset
|
537 |
url = input('source URL (leave empty for none): ').strip() |
10525
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
538 |
url = unicode(url) if url else None |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
539 |
# XXX configurable inputlevel |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
540 |
sconfig = ask_source_config(config, type, inputlevel=self.config.config_level) |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
541 |
cfgstr = unicode(generate_source_config(sconfig), sys.stdin.encoding) |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
542 |
cnx.create_entity('CWSource', name=sourceuri, type=unicode(type), |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
543 |
config=cfgstr, parser=unicode(parser), url=unicode(url)) |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
544 |
cnx.commit() |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
545 |
finally: |
b8fddae83a46
[serverctl] call server_{maintenance,shutdown} hooks around add-source
Julien Cristau <julien.cristau@logilab.fr>
parents:
10489
diff
changeset
|
546 |
repo.hm.call_hooks('server_shutdown') |
0 | 547 |
|
548 |
||
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
549 |
class GrantUserOnInstanceCommand(Command): |
0 | 550 |
"""Grant a database user on a repository system database. |
1469 | 551 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
552 |
<instance> |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
553 |
the identifier of the instance |
0 | 554 |
<user> |
555 |
the database's user requiring grant access |
|
556 |
""" |
|
557 |
name = 'db-grant-user' |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
558 |
arguments = '<instance> <user>' |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
559 |
min_args = max_args = 2 |
0 | 560 |
options = ( |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
561 |
('set-owner', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
562 |
{'short': 'o', 'type': 'yn', 'metavar': '<yes or no>', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
563 |
'default': False, |
0 | 564 |
'help': 'Set the user as tables owner if yes (no by default).'} |
565 |
), |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
566 |
) |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
567 |
|
0 | 568 |
def run(self, args): |
569 |
"""run the command with its specific arguments""" |
|
570 |
from cubicweb.server.sqlutils import sqlexec, sqlgrants |
|
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
571 |
appid, user = args |
0 | 572 |
config = ServerConfiguration.config_for(appid) |
9460
a2a0bc984863
[config] cleanup/refactor server sources file values handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9457
diff
changeset
|
573 |
source = config.system_source_config |
0 | 574 |
set_owner = self.config.set_owner |
575 |
cnx = system_source_cnx(source, special_privs='GRANT') |
|
576 |
cursor = cnx.cursor() |
|
577 |
schema = config.load_schema() |
|
578 |
try: |
|
579 |
sqlexec(sqlgrants(schema, source['db-driver'], user, |
|
580 |
set_owner=set_owner), cursor) |
|
8695
358d8bed9626
[toward-py3k] rewrite to "except AnException as exc:" (part of #2711624)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8669
diff
changeset
|
581 |
except Exception as ex: |
0 | 582 |
cnx.rollback() |
583 |
import traceback |
|
584 |
traceback.print_exc() |
|
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
585 |
print('-> an error occurred:', ex) |
0 | 586 |
else: |
587 |
cnx.commit() |
|
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
588 |
print('-> rights granted to %s on instance %s.' % (appid, user)) |
0 | 589 |
|
3954
56a8b14d68aa
properly fail if user has entered wrong connection information for the system database, closes #549136
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3904
diff
changeset
|
590 |
|
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
591 |
class ResetAdminPasswordCommand(Command): |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
592 |
"""Reset the administrator password. |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
593 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
594 |
<instance> |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
595 |
the identifier of the instance |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
596 |
""" |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
597 |
name = 'reset-admin-pwd' |
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
598 |
arguments = '<instance>' |
7669
b96c41c6de4d
[cwctl] set min/max args for reset admin password command. Closes #1832986
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
7595
diff
changeset
|
599 |
min_args = max_args = 1 |
7594
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
600 |
options = ( |
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
601 |
('password', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
602 |
{'short': 'p', 'type': 'string', 'metavar': '<new-password>', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
603 |
'default': None, |
7594
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
604 |
'help': 'Use this password instead of prompt for one.\n' |
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
605 |
'/!\ THIS IS AN INSECURE PRACTICE /!\ \n' |
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
606 |
'the password will appear in shell history'} |
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
607 |
), |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
608 |
) |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
609 |
|
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
610 |
def run(self, args): |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
611 |
"""run the command with its specific arguments""" |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
612 |
from cubicweb.server.utils import crypt_password, manager_userpasswd |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
613 |
appid = args[0] |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
614 |
config = ServerConfiguration.config_for(appid) |
2105
92ea410806fe
refactor sources configuration, add source to sources when using a cube defining
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1980
diff
changeset
|
615 |
sourcescfg = config.read_sources_file() |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
616 |
try: |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
617 |
adminlogin = sourcescfg['admin']['login'] |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
618 |
except KeyError: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
619 |
print('-> Error: could not get cubicweb administrator login.') |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
620 |
sys.exit(1) |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
621 |
cnx = source_cnx(sourcescfg['system']) |
6379
3f67f7ea5632
[R] use dbhelper.binary_value to process passwords and other Bytes fields
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6351
diff
changeset
|
622 |
driver = sourcescfg['system']['db-driver'] |
3f67f7ea5632
[R] use dbhelper.binary_value to process passwords and other Bytes fields
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6351
diff
changeset
|
623 |
dbhelper = get_db_helper(driver) |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
624 |
cursor = cnx.cursor() |
4670
48ba6f820fae
fix #615379 by checking admin user exists instead of making think everything is fine
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
625 |
# check admin exists |
48ba6f820fae
fix #615379 by checking admin user exists instead of making think everything is fine
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
626 |
cursor.execute("SELECT * FROM cw_CWUser WHERE cw_login=%(l)s", |
48ba6f820fae
fix #615379 by checking admin user exists instead of making think everything is fine
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
627 |
{'l': adminlogin}) |
48ba6f820fae
fix #615379 by checking admin user exists instead of making think everything is fine
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
628 |
if not cursor.fetchall(): |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
629 |
print("-> error: admin user %r specified in sources doesn't exist " |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
630 |
"in the database" % adminlogin) |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
631 |
print(" fix your sources file before running this command") |
4670
48ba6f820fae
fix #615379 by checking admin user exists instead of making think everything is fine
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
632 |
cnx.close() |
48ba6f820fae
fix #615379 by checking admin user exists instead of making think everything is fine
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
633 |
sys.exit(1) |
7594
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
634 |
if self.config.password is None: |
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
635 |
# ask for a new password |
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
636 |
msg = 'new password for %s' % adminlogin |
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
637 |
_, pwd = manager_userpasswd(adminlogin, confirm=True, passwdmsg=msg) |
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
638 |
else: |
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
639 |
pwd = self.config.password |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
640 |
try: |
4670
48ba6f820fae
fix #615379 by checking admin user exists instead of making think everything is fine
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
641 |
cursor.execute("UPDATE cw_CWUser SET cw_upassword=%(p)s WHERE cw_login=%(l)s", |
7594
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
642 |
{'p': dbhelper.binary_value(crypt_password(pwd)), 'l': adminlogin}) |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
643 |
sconfig = Configuration(options=USER_OPTIONS) |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
644 |
sconfig['login'] = adminlogin |
7594
d177c0755b10
[cwc shell] add ``--password`` option to ``reset-admin-pwd`` (close #1794866)
Pierre-Yves David <pierre-yves.david@logilab.fr>
parents:
7564
diff
changeset
|
645 |
sconfig['password'] = pwd |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
646 |
sourcescfg['admin'] = sconfig |
2105
92ea410806fe
refactor sources configuration, add source to sources when using a cube defining
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
1980
diff
changeset
|
647 |
config.write_sources_file(sourcescfg) |
8695
358d8bed9626
[toward-py3k] rewrite to "except AnException as exc:" (part of #2711624)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8669
diff
changeset
|
648 |
except Exception as ex: |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
649 |
cnx.rollback() |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
650 |
import traceback |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
651 |
traceback.print_exc() |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
652 |
print('-> an error occurred:', ex) |
1912
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
653 |
else: |
2b9432262240
[server] provide a new reset-admin-pwd command
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
1682
diff
changeset
|
654 |
cnx.commit() |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
655 |
print('-> password reset, sources file regenerated.') |
4670
48ba6f820fae
fix #615379 by checking admin user exists instead of making think everything is fine
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4252
diff
changeset
|
656 |
cnx.close() |
0 | 657 |
|
1469 | 658 |
|
0 | 659 |
def _remote_dump(host, appid, output, sudo=False): |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
660 |
# XXX generate unique/portable file name |
2837
65df5df190a5
B [cwctl] fix db-{dump,copy,restore} commands
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2711
diff
changeset
|
661 |
from datetime import date |
65df5df190a5
B [cwctl] fix db-{dump,copy,restore} commands
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2711
diff
changeset
|
662 |
filename = '%s-%s.tgz' % (appid, date.today().strftime('%Y-%m-%d')) |
65df5df190a5
B [cwctl] fix db-{dump,copy,restore} commands
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2711
diff
changeset
|
663 |
dmpcmd = 'cubicweb-ctl db-dump -o /tmp/%s %s' % (filename, appid) |
0 | 664 |
if sudo: |
665 |
dmpcmd = 'sudo %s' % (dmpcmd) |
|
666 |
dmpcmd = 'ssh -t %s "%s"' % (host, dmpcmd) |
|
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
667 |
print(dmpcmd) |
0 | 668 |
if os.system(dmpcmd): |
669 |
raise ExecutionError('Error while dumping the database') |
|
670 |
if output is None: |
|
2837
65df5df190a5
B [cwctl] fix db-{dump,copy,restore} commands
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2711
diff
changeset
|
671 |
output = filename |
65df5df190a5
B [cwctl] fix db-{dump,copy,restore} commands
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2711
diff
changeset
|
672 |
cmd = 'scp %s:/tmp/%s %s' % (host, filename, output) |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
673 |
print(cmd) |
0 | 674 |
if os.system(cmd): |
2837
65df5df190a5
B [cwctl] fix db-{dump,copy,restore} commands
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2711
diff
changeset
|
675 |
raise ExecutionError('Error while retrieving the dump at /tmp/%s' % filename) |
65df5df190a5
B [cwctl] fix db-{dump,copy,restore} commands
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2711
diff
changeset
|
676 |
rmcmd = 'ssh -t %s "rm -f /tmp/%s"' % (host, filename) |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
677 |
print(rmcmd) |
2615
1ea41b7c0836
F [dialog] offer to create backup. refactor to use l.c.shellutils.ASK
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2507
diff
changeset
|
678 |
if os.system(rmcmd) and not ASK.confirm( |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
679 |
'An error occurred while deleting remote dump at /tmp/%s. ' |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
680 |
'Continue anyway?' % filename): |
2837
65df5df190a5
B [cwctl] fix db-{dump,copy,restore} commands
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2711
diff
changeset
|
681 |
raise ExecutionError('Error while deleting remote dump at /tmp/%s' % filename) |
0 | 682 |
|
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
683 |
|
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
684 |
def _local_dump(appid, output, format='native'): |
0 | 685 |
config = ServerConfiguration.config_for(appid) |
5043
fe52dd3936cf
[repo config] cleanup read_instance_schema / bootstrap_schema / creating mess
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5033
diff
changeset
|
686 |
config.quick_start = True |
10823
48f59820ff78
[serverctl] fix db-dump
Julien Cristau <julien.cristau@logilab.fr>
parents:
10738
diff
changeset
|
687 |
mih = config.migration_handler(verbosity=1) |
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
688 |
mih.backup_database(output, askconfirm=False, format=format) |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
689 |
mih.shutdown() |
0 | 690 |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
691 |
|
9457
d5ed6efd6448
[c-c restore] drop useless restore-all option, and related systemonly argument
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9303
diff
changeset
|
692 |
def _local_restore(appid, backupfile, drop, format='native'): |
0 | 693 |
config = ServerConfiguration.config_for(appid) |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
694 |
config.verbosity = 1 # else we won't be asked for confirmation on problems |
5043
fe52dd3936cf
[repo config] cleanup read_instance_schema / bootstrap_schema / creating mess
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5033
diff
changeset
|
695 |
config.quick_start = True |
fe52dd3936cf
[repo config] cleanup read_instance_schema / bootstrap_schema / creating mess
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5033
diff
changeset
|
696 |
mih = config.migration_handler(connect=False, verbosity=1) |
9457
d5ed6efd6448
[c-c restore] drop useless restore-all option, and related systemonly argument
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9303
diff
changeset
|
697 |
mih.restore_database(backupfile, drop, askconfirm=False, format=format) |
10569
af47954c1015
[migration] remove repo_connect and use config.repository() instead
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
10527
diff
changeset
|
698 |
repo = mih.repo |
0 | 699 |
# version of the database |
700 |
dbversions = repo.get_versions() |
|
701 |
mih.shutdown() |
|
702 |
if not dbversions: |
|
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
703 |
print("bad or missing version information in the database, don't upgrade file system") |
0 | 704 |
return |
705 |
# version of installed software |
|
706 |
eversion = dbversions['cubicweb'] |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
707 |
status = instance_status(config, eversion, dbversions) |
0 | 708 |
# * database version > installed software |
709 |
if status == 'needsoftupgrade': |
|
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
710 |
print("** The database of %s is more recent than the installed software!" % config.appid) |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
711 |
print("** Upgrade your software, then migrate the database by running the command") |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
712 |
print("** 'cubicweb-ctl upgrade %s'" % config.appid) |
0 | 713 |
return |
714 |
# * database version < installed software, an upgrade will be necessary |
|
715 |
# anyway, just rewrite vc.conf and warn user he has to upgrade |
|
2851
d3b80a4faf3f
F [cwctl] improve dialog messages
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
2837
diff
changeset
|
716 |
elif status == 'needapplupgrade': |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
717 |
print("** The database of %s is older than the installed software." % config.appid) |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
718 |
print("** Migrate the database by running the command") |
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
719 |
print("** 'cubicweb-ctl upgrade %s'" % config.appid) |
0 | 720 |
return |
721 |
# * database version = installed software, database version = instance fs version |
|
722 |
# ok! |
|
723 |
||
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
724 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
725 |
def instance_status(config, cubicwebapplversion, vcconf): |
0 | 726 |
cubicwebversion = config.cubicweb_version() |
727 |
if cubicwebapplversion > cubicwebversion: |
|
728 |
return 'needsoftupgrade' |
|
729 |
if cubicwebapplversion < cubicwebversion: |
|
730 |
return 'needapplupgrade' |
|
731 |
for cube in config.cubes(): |
|
732 |
try: |
|
733 |
softversion = config.cube_version(cube) |
|
734 |
except ConfigurationError: |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
735 |
print('-> Error: no cube version information for %s, ' |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
736 |
'please check that the cube is installed.' % cube) |
0 | 737 |
continue |
738 |
try: |
|
739 |
applversion = vcconf[cube] |
|
740 |
except KeyError: |
|
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
741 |
print('-> Error: no cube version information for %s in version configuration.' % cube) |
1469 | 742 |
continue |
0 | 743 |
if softversion == applversion: |
744 |
continue |
|
745 |
if softversion > applversion: |
|
746 |
return 'needsoftupgrade' |
|
747 |
elif softversion < applversion: |
|
748 |
return 'needapplupgrade' |
|
749 |
return None |
|
1469 | 750 |
|
0 | 751 |
|
752 |
class DBDumpCommand(Command): |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
753 |
"""Backup the system database of an instance. |
1469 | 754 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
755 |
<instance> |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
756 |
the identifier of the instance to backup |
0 | 757 |
format [[user@]host:]appname |
758 |
""" |
|
759 |
name = 'db-dump' |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
760 |
arguments = '<instance>' |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
761 |
min_args = max_args = 1 |
0 | 762 |
options = ( |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
763 |
('output', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
764 |
{'short': 'o', 'type': 'string', 'metavar': '<file>', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
765 |
'default': None, |
0 | 766 |
'help': 'Specify the backup file where the backup will be stored.'} |
767 |
), |
|
768 |
('sudo', |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
769 |
{'short': 's', 'action': 'store_true', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
770 |
'default': False, |
0 | 771 |
'help': 'Use sudo on the remote host.'} |
772 |
), |
|
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
773 |
('format', |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
774 |
{'short': 'f', 'default': 'native', 'type': 'choice', |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
775 |
'choices': ('native', 'portable'), |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
776 |
'help': '"native" format uses db backend utilities to dump the database. ' |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
777 |
'"portable" format uses a database independent format'} |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
778 |
), |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
779 |
) |
0 | 780 |
|
781 |
def run(self, args): |
|
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
782 |
appid = args[0] |
0 | 783 |
if ':' in appid: |
784 |
host, appid = appid.split(':') |
|
785 |
_remote_dump(host, appid, self.config.output, self.config.sudo) |
|
786 |
else: |
|
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
787 |
_local_dump(appid, self.config.output, format=self.config.format) |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
788 |
|
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
789 |
|
0 | 790 |
class DBRestoreCommand(Command): |
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
791 |
"""Restore the system database of an instance. |
1469 | 792 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
793 |
<instance> |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
794 |
the identifier of the instance to restore |
0 | 795 |
""" |
796 |
name = 'db-restore' |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
797 |
arguments = '<instance> <backupfile>' |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
798 |
min_args = max_args = 2 |
0 | 799 |
|
800 |
options = ( |
|
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
801 |
('no-drop', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
802 |
{'short': 'n', 'action': 'store_true', 'default': False, |
0 | 803 |
'help': 'for some reason the database doesn\'t exist and so ' |
804 |
'should not be dropped.'} |
|
805 |
), |
|
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
806 |
('format', |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
807 |
{'short': 'f', 'default': 'native', 'type': 'choice', |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
808 |
'choices': ('native', 'portable'), |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
809 |
'help': 'the format used when dumping the database'}), |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
810 |
) |
0 | 811 |
|
812 |
def run(self, args): |
|
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
813 |
appid, backupfile = args |
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
814 |
if self.config.format == 'portable': |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
815 |
# we need to ensure a DB exist before restoring from portable format |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
816 |
if not self.config.no_drop: |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
817 |
try: |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
818 |
CWCTL.run(['db-create', '--automatic', appid]) |
8695
358d8bed9626
[toward-py3k] rewrite to "except AnException as exc:" (part of #2711624)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8669
diff
changeset
|
819 |
except SystemExit as exc: |
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
820 |
# continue if the command exited with status 0 (success) |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
821 |
if exc.code: |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
822 |
raise |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
823 |
_local_restore(appid, backupfile, |
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
824 |
drop=not self.config.no_drop, |
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
825 |
format=self.config.format) |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
826 |
if self.config.format == 'portable': |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
827 |
try: |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
828 |
CWCTL.run(['db-rebuild-fti', appid]) |
8695
358d8bed9626
[toward-py3k] rewrite to "except AnException as exc:" (part of #2711624)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8669
diff
changeset
|
829 |
except SystemExit as exc: |
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
830 |
if exc.code: |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
831 |
raise |
0 | 832 |
|
833 |
||
834 |
class DBCopyCommand(Command): |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
835 |
"""Copy the system database of an instance (backup and restore). |
1469 | 836 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
837 |
<src-instance> |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
838 |
the identifier of the instance to backup |
0 | 839 |
format [[user@]host:]appname |
840 |
||
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
841 |
<dest-instance> |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
842 |
the identifier of the instance to restore |
0 | 843 |
""" |
844 |
name = 'db-copy' |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
845 |
arguments = '<src-instance> <dest-instance>' |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
846 |
min_args = max_args = 2 |
0 | 847 |
options = ( |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
848 |
('no-drop', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
849 |
{'short': 'n', 'action': 'store_true', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
850 |
'default': False, |
0 | 851 |
'help': 'For some reason the database doesn\'t exist and so ' |
852 |
'should not be dropped.'} |
|
853 |
), |
|
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
854 |
('keep-dump', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
855 |
{'short': 'k', 'action': 'store_true', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
856 |
'default': False, |
0 | 857 |
'help': 'Specify that the dump file should not be automatically removed.'} |
858 |
), |
|
859 |
('sudo', |
|
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
860 |
{'short': 's', 'action': 'store_true', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
861 |
'default': False, |
0 | 862 |
'help': 'Use sudo on the remote host.'} |
863 |
), |
|
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
864 |
('format', |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
865 |
{'short': 'f', 'default': 'native', 'type': 'choice', |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
866 |
'choices': ('native', 'portable'), |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
867 |
'help': '"native" format uses db backend utilities to dump the database. ' |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
868 |
'"portable" format uses a database independent format'} |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
869 |
), |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
870 |
) |
0 | 871 |
|
872 |
def run(self, args): |
|
873 |
import tempfile |
|
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
874 |
srcappid, destappid = args |
3148 | 875 |
fd, output = tempfile.mkstemp() |
876 |
os.close(fd) |
|
0 | 877 |
if ':' in srcappid: |
878 |
host, srcappid = srcappid.split(':') |
|
879 |
_remote_dump(host, srcappid, output, self.config.sudo) |
|
880 |
else: |
|
7342
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
881 |
_local_dump(srcappid, output, format=self.config.format) |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
882 |
_local_restore(destappid, output, not self.config.no_drop, |
d1c8b5b3531c
adds support for a portable db import/export format (closes: #1521112)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7155
diff
changeset
|
883 |
self.config.format) |
0 | 884 |
if self.config.keep_dump: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10569
diff
changeset
|
885 |
print('-> you can get the dump file at', output) |
0 | 886 |
else: |
887 |
os.remove(output) |
|
888 |
||
1469 | 889 |
|
0 | 890 |
class CheckRepositoryCommand(Command): |
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
891 |
"""Check integrity of the system database of an instance. |
1469 | 892 |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
893 |
<instance> |
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
894 |
the identifier of the instance to check |
0 | 895 |
""" |
896 |
name = 'db-check' |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
897 |
arguments = '<instance>' |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
898 |
min_args = max_args = 1 |
0 | 899 |
options = ( |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
900 |
('checks', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
901 |
{'short': 'c', 'type': 'csv', 'metavar': '<check list>', |
11952
9dbb0af82628
[server] Use global registry variable of integrity checker functions
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11767
diff
changeset
|
902 |
'default': sorted(checkintegrity._CHECKERS), |
9dbb0af82628
[server] Use global registry variable of integrity checker functions
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11767
diff
changeset
|
903 |
'help': 'Comma separated list of check to run. By default run all checks.'} |
0 | 904 |
), |
1469 | 905 |
|
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
906 |
('autofix', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
907 |
{'short': 'a', 'type': 'yn', 'metavar': '<yes or no>', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
908 |
'default': False, |
0 | 909 |
'help': 'Automatically correct integrity problems if this option \ |
910 |
is set to "y" or "yes", else only display them'} |
|
911 |
), |
|
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
912 |
('reindex', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
913 |
{'short': 'r', 'type': 'yn', 'metavar': '<yes or no>', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
914 |
'default': False, |
0 | 915 |
'help': 're-indexes the database for full text search if this \ |
916 |
option is set to "y" or "yes" (may be long for large database).'} |
|
917 |
), |
|
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2476
diff
changeset
|
918 |
('force', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
919 |
{'short': 'f', 'action': 'store_true', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
920 |
'default': False, |
2473
490f88fb99b6
new distinguish repairing/creating from regular start.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2461
diff
changeset
|
921 |
'help': 'don\'t check instance is up to date.'} |
490f88fb99b6
new distinguish repairing/creating from regular start.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2461
diff
changeset
|
922 |
), |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
923 |
) |
0 | 924 |
|
925 |
def run(self, args): |
|
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
926 |
appid = args[0] |
0 | 927 |
config = ServerConfiguration.config_for(appid) |
2473
490f88fb99b6
new distinguish repairing/creating from regular start.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2461
diff
changeset
|
928 |
config.repairing = self.config.force |
9797
4e640ab62f51
[tests/checkintegrity] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9759
diff
changeset
|
929 |
repo, _cnx = repo_cnx(config) |
4e640ab62f51
[tests/checkintegrity] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9759
diff
changeset
|
930 |
with repo.internal_cnx() as cnx: |
11952
9dbb0af82628
[server] Use global registry variable of integrity checker functions
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11767
diff
changeset
|
931 |
checkintegrity.check(repo, cnx, |
9797
4e640ab62f51
[tests/checkintegrity] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9759
diff
changeset
|
932 |
self.config.checks, |
4e640ab62f51
[tests/checkintegrity] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9759
diff
changeset
|
933 |
self.config.reindex, |
4e640ab62f51
[tests/checkintegrity] use the new connection api
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9759
diff
changeset
|
934 |
self.config.autofix) |
0 | 935 |
|
936 |
||
11361
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
937 |
class DBIndexSanityCheckCommand(Command): |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
938 |
"""Check database indices of an instance. |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
939 |
|
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
940 |
<instance> |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
941 |
identifier of the instance to check |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
942 |
""" |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
943 |
arguments = '<instance>' |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
944 |
name = 'db-check-index' |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
945 |
min_args = 1 |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
946 |
|
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
947 |
def run(self, args): |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
948 |
config = ServerConfiguration.config_for(args[0]) |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
949 |
repo, cnx = repo_cnx(config) |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
950 |
with cnx: |
11952
9dbb0af82628
[server] Use global registry variable of integrity checker functions
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11767
diff
changeset
|
951 |
status = checkintegrity.check_indexes(cnx) |
11361
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
952 |
sys.exit(status) |
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
953 |
|
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
954 |
|
0 | 955 |
class RebuildFTICommand(Command): |
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
956 |
"""Rebuild the full-text index of the system database of an instance. |
1469 | 957 |
|
8449
cc83a3f16c0f
[fti] make db-rebuild-fti accept etypes on command line (closes #2410508)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
8434
diff
changeset
|
958 |
<instance> [etype(s)] |
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
959 |
the identifier of the instance to rebuild |
8449
cc83a3f16c0f
[fti] make db-rebuild-fti accept etypes on command line (closes #2410508)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
8434
diff
changeset
|
960 |
|
cc83a3f16c0f
[fti] make db-rebuild-fti accept etypes on command line (closes #2410508)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
8434
diff
changeset
|
961 |
If no etype is specified, cubicweb will reindex everything, otherwise |
cc83a3f16c0f
[fti] make db-rebuild-fti accept etypes on command line (closes #2410508)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
8434
diff
changeset
|
962 |
only specified etypes will be considered. |
0 | 963 |
""" |
964 |
name = 'db-rebuild-fti' |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2473
diff
changeset
|
965 |
arguments = '<instance>' |
8449
cc83a3f16c0f
[fti] make db-rebuild-fti accept etypes on command line (closes #2410508)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
8434
diff
changeset
|
966 |
min_args = 1 |
0 | 967 |
|
968 |
def run(self, args): |
|
969 |
from cubicweb.server.checkintegrity import reindex_entities |
|
8449
cc83a3f16c0f
[fti] make db-rebuild-fti accept etypes on command line (closes #2410508)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
8434
diff
changeset
|
970 |
appid = args.pop(0) |
cc83a3f16c0f
[fti] make db-rebuild-fti accept etypes on command line (closes #2410508)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
8434
diff
changeset
|
971 |
etypes = args or None |
0 | 972 |
config = ServerConfiguration.config_for(appid) |
973 |
repo, cnx = repo_cnx(config) |
|
9577
c52441e4a3d7
[serverctl] use repoapi for db-check, add-source, rebuild-fti commands
Julien Cristau <julien.cristau@logilab.fr>
parents:
9485
diff
changeset
|
974 |
with cnx: |
10354
635cfac73d28
[repoapi] fold ClientConnection into Connection
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
10237
diff
changeset
|
975 |
reindex_entities(repo.schema, cnx, etypes=etypes) |
9577
c52441e4a3d7
[serverctl] use repoapi for db-check, add-source, rebuild-fti commands
Julien Cristau <julien.cristau@logilab.fr>
parents:
9485
diff
changeset
|
976 |
cnx.commit() |
0 | 977 |
|
978 |
||
12016
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
979 |
class RepositorySchedulerCommand(Command): |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
980 |
"""Start a repository tasks scheduler. |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
981 |
|
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
982 |
Initialize a repository and start its tasks scheduler that would run |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
983 |
registered "looping tasks". |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
984 |
|
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
985 |
This is maintenance command that should be kept running along with a web |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
986 |
instance of a CubicWeb WSGI application (e.g. embeded into a Pyramid |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
987 |
application). |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
988 |
|
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
989 |
<instance> |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
990 |
the identifier of the instance |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
991 |
""" |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
992 |
name = 'scheduler' |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
993 |
arguments = '<instance>' |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
994 |
min_args = max_args = 1 |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
995 |
options = ( |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
996 |
('loglevel', |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
997 |
{'short': 'l', 'type': 'choice', 'metavar': '<log level>', |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
998 |
'default': 'info', 'choices': ('debug', 'info', 'warning', 'error')}, |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
999 |
), |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1000 |
) |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1001 |
|
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1002 |
def run(self, args): |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1003 |
from cubicweb.cwctl import init_cmdline_log_threshold |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1004 |
from cubicweb.server.repository import Repository |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1005 |
config = ServerConfiguration.config_for(args[0]) |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1006 |
# Log to stdout, since the this command runs in the foreground. |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1007 |
config.global_set_option('log-file', None) |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1008 |
init_cmdline_log_threshold(config, self['loglevel']) |
12567
26744ad37953
Drop python2 support
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
12146
diff
changeset
|
1009 |
repo = Repository(config, sched.scheduler()) |
12016
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1010 |
repo.bootstrap() |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1011 |
try: |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1012 |
repo.run_scheduler() |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1013 |
finally: |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1014 |
repo.shutdown() |
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1015 |
|
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1016 |
|
7457
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1017 |
class SynchronizeSourceCommand(Command): |
11355
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1018 |
"""Force sources synchronization. |
7457
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1019 |
|
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1020 |
<instance> |
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1021 |
the identifier of the instance |
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1022 |
<source> |
11355
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1023 |
names of the sources to synchronize, if empty all sources will be synced. |
7457
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1024 |
""" |
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1025 |
name = 'source-sync' |
11355
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1026 |
arguments = '<instance> [<source> <source> ...]' |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1027 |
min_args = 1 |
10400
383a5e629145
[serverctl] allow changing the log level for source-sync command
Julien Cristau <julien.cristau@logilab.fr>
parents:
10125
diff
changeset
|
1028 |
options = ( |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1029 |
('loglevel', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1030 |
{'short': 'l', 'type': 'choice', 'metavar': '<log level>', |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1031 |
'default': 'info', 'choices': ('debug', 'info', 'warning', 'error')}, |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1032 |
), |
11355
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1033 |
('force', |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1034 |
{'short': 'f', 'action': 'store_true', 'default': False, |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1035 |
'help': 'force source synchronization (ignore synchronization interval)'}, |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1036 |
), |
10400
383a5e629145
[serverctl] allow changing the log level for source-sync command
Julien Cristau <julien.cristau@logilab.fr>
parents:
10125
diff
changeset
|
1037 |
) |
7457
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1038 |
|
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1039 |
def run(self, args): |
10489
8a2e2efe9362
[serverctl] fix source-sync command
Julien Cristau <julien.cristau@logilab.fr>
parents:
10411
diff
changeset
|
1040 |
from cubicweb import repoapi |
10400
383a5e629145
[serverctl] allow changing the log level for source-sync command
Julien Cristau <julien.cristau@logilab.fr>
parents:
10125
diff
changeset
|
1041 |
from cubicweb.cwctl import init_cmdline_log_threshold |
7457
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1042 |
config = ServerConfiguration.config_for(args[0]) |
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1043 |
config.global_set_option('log-file', None) |
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1044 |
config.log_format = '%(levelname)s %(name)s: %(message)s' |
10400
383a5e629145
[serverctl] allow changing the log level for source-sync command
Julien Cristau <julien.cristau@logilab.fr>
parents:
10125
diff
changeset
|
1045 |
init_cmdline_log_threshold(config, self['loglevel']) |
10489
8a2e2efe9362
[serverctl] fix source-sync command
Julien Cristau <julien.cristau@logilab.fr>
parents:
10411
diff
changeset
|
1046 |
repo = repoapi.get_repository(config=config) |
10526
459d6f24754b
[serverct] call server_{maintenance,shutdown} hooks around source-sync command
Julien Cristau <julien.cristau@logilab.fr>
parents:
10525
diff
changeset
|
1047 |
repo.hm.call_hooks('server_maintenance', repo=repo) |
11355
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1048 |
errors = False |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1049 |
with repo.internal_cnx() as cnx: |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1050 |
sources = [] |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1051 |
if len(args) >= 2: |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1052 |
for name in args[1:]: |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1053 |
try: |
12146
d540defa0591
[server] Add source_by_eid and source_by_uri methods to repository
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
12145
diff
changeset
|
1054 |
source = repo.source_by_uri(name) |
d540defa0591
[server] Add source_by_eid and source_by_uri methods to repository
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
12145
diff
changeset
|
1055 |
except ValueError: |
11355
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1056 |
cnx.error('no source named %r' % name) |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1057 |
errors = True |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1058 |
else: |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1059 |
sources.append(source) |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1060 |
else: |
12145
752b94ed9748
[hooks] Remove list() around repo.sources_by_uri
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
12016
diff
changeset
|
1061 |
for uri, source in repo.sources_by_uri.items(): |
11355
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1062 |
if (uri != 'system' and |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1063 |
repo.config.source_enabled(source) and |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1064 |
source.config['synchronize']): |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1065 |
sources.append(source) |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1066 |
|
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1067 |
for source in sources: |
11345
27b98f3cceae
[datafeed] attempt to acquire synchronization lock even when force is given
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11190
diff
changeset
|
1068 |
try: |
11355
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1069 |
stats = source.pull_data(cnx, force=self['force'], raise_on_error=True) |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1070 |
except Exception: |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1071 |
cnx.exception('while trying to update source %s', source) |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1072 |
errors = True |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1073 |
else: |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1074 |
for key, val in stats.items(): |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1075 |
if val: |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1076 |
print(key, ':', val) |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1077 |
|
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1078 |
if errors: |
47b0b08fbb4b
[serverctl] allow to sync multiple and all sources in source-sync command
Philippe Pepiot <philippe.pepiot@logilab.fr>
parents:
11345
diff
changeset
|
1079 |
raise ExecutionError('All sources where not synced') |
7457
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1080 |
|
9303
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1081 |
|
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1082 |
def permissionshandler(relation, perms): |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1083 |
from yams.buildobjs import DEFAULT_ATTRPERMS |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1084 |
from cubicweb.schema import (PUB_SYSTEM_ENTITY_PERMS, PUB_SYSTEM_REL_PERMS, |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1085 |
PUB_SYSTEM_ATTR_PERMS, RO_REL_PERMS, RO_ATTR_PERMS) |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1086 |
defaultrelperms = (DEFAULT_ATTRPERMS, PUB_SYSTEM_REL_PERMS, |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1087 |
PUB_SYSTEM_ATTR_PERMS, RO_REL_PERMS, RO_ATTR_PERMS) |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1088 |
defaulteperms = (PUB_SYSTEM_ENTITY_PERMS,) |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1089 |
# canonicalize vs str/unicode |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1090 |
for p in ('read', 'add', 'update', 'delete'): |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1091 |
rule = perms.get(p) |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1092 |
if rule: |
12567
26744ad37953
Drop python2 support
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
12146
diff
changeset
|
1093 |
perms[p] = tuple(rule) |
9303
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1094 |
return perms, perms in defaultrelperms or perms in defaulteperms |
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1095 |
|
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1096 |
|
8749
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1097 |
class SchemaDiffCommand(Command): |
8984
0f2fad7a92d4
[cw-ctl] fix help message for schemadiff In global help (closes #2888538)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8924
diff
changeset
|
1098 |
"""Generate a diff between schema and fsschema description. |
0f2fad7a92d4
[cw-ctl] fix help message for schemadiff In global help (closes #2888538)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8924
diff
changeset
|
1099 |
|
8749
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1100 |
<instance> |
8984
0f2fad7a92d4
[cw-ctl] fix help message for schemadiff In global help (closes #2888538)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8924
diff
changeset
|
1101 |
the identifier of the instance |
8749
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1102 |
<diff-tool> |
8984
0f2fad7a92d4
[cw-ctl] fix help message for schemadiff In global help (closes #2888538)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8924
diff
changeset
|
1103 |
the name of the diff tool to compare the two generated files. |
8749
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1104 |
""" |
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1105 |
name = 'schema-diff' |
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1106 |
arguments = '<instance> <diff-tool>' |
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1107 |
min_args = max_args = 2 |
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1108 |
|
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1109 |
def run(self, args): |
8924
8666438778c7
[c-c serverctl] import locally to speed up c-c
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8749
diff
changeset
|
1110 |
from yams.diff import schema_diff |
10527
2379f136d48c
[serverctl] fix schema-diff command
Julien Cristau <julien.cristau@logilab.fr>
parents:
10526
diff
changeset
|
1111 |
from cubicweb import repoapi |
8749
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1112 |
appid = args.pop(0) |
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1113 |
diff_tool = args.pop(0) |
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1114 |
config = ServerConfiguration.config_for(appid) |
11190
9b3a4ceff06a
[serverctl] allow schema-diff when db and fs are not in sync
Julien Cristau <julien.cristau@logilab.fr>
parents:
11126
diff
changeset
|
1115 |
config.repairing = True |
10527
2379f136d48c
[serverctl] fix schema-diff command
Julien Cristau <julien.cristau@logilab.fr>
parents:
10526
diff
changeset
|
1116 |
repo = repoapi.get_repository(config=config) |
8749
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1117 |
fsschema = config.load_schema(expand_cubes=True) |
9303
e84414be8506
[serverctl] complete the schema-diff command with options that will fix & enhance it.
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9002
diff
changeset
|
1118 |
schema_diff(fsschema, repo.schema, permissionshandler, diff_tool, ignore=('eid',)) |
8749
9db7580d6427
add a command to compare db schema and file system schema (closes #464991)
Alexandre Richardson <alexandre.richardson@logilab.fr>
parents:
8695
diff
changeset
|
1119 |
|
7457
f7c97a3cd121
[datafeed] provide a source-sync command to launch source synchronization through the command line. Closes #1725692
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7398
diff
changeset
|
1120 |
|
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
1121 |
for cmdclass in (CreateInstanceDBCommand, InitInstanceCommand, |
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
1122 |
GrantUserOnInstanceCommand, ResetAdminPasswordCommand, |
11361
5a857bba1b79
[c-c] Add a command to check database index
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11355
diff
changeset
|
1123 |
DBDumpCommand, DBRestoreCommand, DBCopyCommand, DBIndexSanityCheckCommand, |
6427
c8a5ac2d1eaa
[schema / sources] store data sources as cubicweb entities
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6379
diff
changeset
|
1124 |
AddSourceCommand, CheckRepositoryCommand, RebuildFTICommand, |
9485
2b47e800cea6
[serverctl] remove broken schema-sync command
Julien Cristau <julien.cristau@logilab.fr>
parents:
9460
diff
changeset
|
1125 |
SynchronizeSourceCommand, SchemaDiffCommand, |
12016
88ed82a25f8a
[server] Add a "scheduler" command to run repository scheduler
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
11952
diff
changeset
|
1126 |
RepositorySchedulerCommand, |
6138
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
1127 |
): |
65f5e488f983
update to lgc.clcommands 0.51 api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6132
diff
changeset
|
1128 |
CWCTL.register(cmdclass) |
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1129 |
|
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1130 |
# extend configure command to set options in sources config file ############### |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1131 |
|
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1132 |
db_options = ( |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1133 |
('db', |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1134 |
{'short': 'd', 'type': 'named', 'metavar': '[section1.]key1:value1,[section2.]key2:value2', |
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1135 |
'default': None, |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1136 |
'help': '''set <key> in <section> to <value> in "source" configuration file. If |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1137 |
<section> is not specified, it defaults to "system". |
10077
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1138 |
|
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1139 |
Beware that changing admin.login or admin.password using this command |
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1140 |
will NOT update the database with new admin credentials. Use the |
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1141 |
reset-admin-pwd command instead. |
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1142 |
''', |
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1143 |
}), |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1144 |
) |
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1145 |
|
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1146 |
ConfigureInstanceCommand.options = merge_options( |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1147 |
ConfigureInstanceCommand.options + db_options) |
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1148 |
|
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1149 |
configure_instance = ConfigureInstanceCommand.configure_instance |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1150 |
|
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1151 |
|
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1152 |
def configure_instance2(self, appid): |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1153 |
configure_instance(self, appid) |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1154 |
if self.config.db is not None: |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1155 |
appcfg = ServerConfiguration.config_for(appid) |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1156 |
srccfg = appcfg.read_sources_file() |
10662
10942ed172de
[py3k] dict.iteritems → dict.items
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10612
diff
changeset
|
1157 |
for key, value in self.config.db.items(): |
10077
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1158 |
if '.' in key: |
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1159 |
section, key = key.split('.', 1) |
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1160 |
else: |
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1161 |
section = 'system' |
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1162 |
try: |
10077
1a28c0b0a0b4
[c-c configure] make it possible to specify the section for sources configuration (closes #3477678)
David Douard <david.douard@logilab.fr>
parents:
10010
diff
changeset
|
1163 |
srccfg[section][key] = value |
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1164 |
except KeyError: |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1165 |
raise ConfigurationError('unknown configuration key "%s" in section "%s" for source' |
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1166 |
% (key, section)) |
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1167 |
admcfg = Configuration(options=USER_OPTIONS) |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1168 |
admcfg['login'] = srccfg['admin']['login'] |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1169 |
admcfg['password'] = srccfg['admin']['password'] |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1170 |
srccfg['admin'] = admcfg |
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1171 |
appcfg.write_sources_file(srccfg) |
11126
9bacaf91afbc
flake8 serverctl
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1172 |
|
9002
f98d1c46ed9f
[cwctl] add configure command to cw-ctl (closes #2709702)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8984
diff
changeset
|
1173 |
ConfigureInstanceCommand.configure_instance = configure_instance2 |