author | Sylvain Thénault <sylvain.thenault@logilab.fr> |
Fri, 18 Dec 2015 09:07:33 +0100 | |
changeset 11030 | c1fdd22232d1 |
parent 10824 | fbefdaa56d2b |
child 11031 | 780939fc06da |
permissions | -rw-r--r-- |
11030
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
1 |
# copyright 2003-2015 LOGILAB S.A. (Paris, FRANCE), all rights reserved. |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
2 |
# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
3 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
4 |
# This file is part of CubicWeb. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
5 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
6 |
# CubicWeb is free software: you can redistribute it and/or modify it under the |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
7 |
# terms of the GNU Lesser General Public License as published by the Free |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
8 |
# Software Foundation, either version 2.1 of the License, or (at your option) |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
9 |
# any later version. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
10 |
# |
5424
8ecbcbff9777
replace logilab-common by CubicWeb in disclaimer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5421
diff
changeset
|
11 |
# CubicWeb is distributed in the hope that it will be useful, but WITHOUT |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
12 |
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
13 |
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
14 |
# details. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
15 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
16 |
# You should have received a copy of the GNU Lesser General Public License along |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5214
diff
changeset
|
17 |
# with CubicWeb. If not, see <http://www.gnu.org/licenses/>. |
5768
1e73a466aa69
[fti] support for fti ranking: has_text query results sorted by relevance, and provides a way to control weight per entity / entity's attribute
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5625
diff
changeset
|
18 |
"""SQL utilities functions and classes.""" |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10588
diff
changeset
|
19 |
from __future__ import print_function |
0 | 20 |
|
21 |
__docformat__ = "restructuredtext en" |
|
22 |
||
9466
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
23 |
import sys |
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
24 |
import re |
4298
2ca56131079e
enable cubicweb-ctl db-dump and db-restore on Windows with SQL Server
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
4212
diff
changeset
|
25 |
import subprocess |
9466
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
26 |
from os.path import abspath |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
27 |
from logging import getLogger |
11030
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
28 |
from datetime import time, datetime, timedelta |
1016
26387b836099
use datetime instead of mx.DateTime
sylvain.thenault@logilab.fr
parents:
0
diff
changeset
|
29 |
|
10760
c34bbdb18745
[server] unicode → six.text_type
Julien Cristau <julien.cristau@logilab.fr>
parents:
10662
diff
changeset
|
30 |
from six import string_types, text_type |
10607
6519ae8cca0c
[py3k] import filter using six.moves
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10589
diff
changeset
|
31 |
from six.moves import filter |
6519ae8cca0c
[py3k] import filter using six.moves
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10589
diff
changeset
|
32 |
|
4849
3827b9ee77ac
missing rename
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4848
diff
changeset
|
33 |
from logilab import database as db, common as lgc |
10375
28ec01db78b3
[server] Do not use progress bar when stdout is not a TTY
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
10125
diff
changeset
|
34 |
from logilab.common.shellutils import ProgressBar, DummyProgressBar |
9466
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
35 |
from logilab.common.deprecation import deprecated |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
36 |
from logilab.common.logging_ext import set_log_methods |
11030
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
37 |
from logilab.common.date import utctime, utcdatetime, strptime |
4848
41f84eea63c9
rename logilab.db into logilab.database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4831
diff
changeset
|
38 |
from logilab.database.sqlgen import SQLGenerator |
0 | 39 |
|
9466
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
40 |
from cubicweb import Binary, ConfigurationError |
4023
eae23c40627a
drop common subpackage
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
3689
diff
changeset
|
41 |
from cubicweb.uilib import remove_html_tags |
2596
d02eed70937f
[R repo, schema] use VIRTUAL_RTYPES const
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2512
diff
changeset
|
42 |
from cubicweb.schema import PURE_VIRTUAL_RTYPES |
0 | 43 |
from cubicweb.server import SQL_CONNECT_HOOKS |
1132 | 44 |
from cubicweb.server.utils import crypt_password |
0 | 45 |
|
1783 | 46 |
lgc.USE_MX_DATETIME = False |
1251
af40e615dc89
introduce a 'cw_' prefix on entity table and column names so we don't conflict with sql or DBMS specific keywords
sylvain.thenault@logilab.fr
parents:
0
diff
changeset
|
47 |
SQL_PREFIX = 'cw_' |
0 | 48 |
|
4353
7db69db4913c
command may now officially be either a string or a list, don't make think it's for backward compat
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4342
diff
changeset
|
49 |
def _run_command(cmd): |
10824
fbefdaa56d2b
[server] fix db-dump with sqlite
Julien Cristau <julien.cristau@logilab.fr>
parents:
10760
diff
changeset
|
50 |
if isinstance(cmd, string_types): |
fbefdaa56d2b
[server] fix db-dump with sqlite
Julien Cristau <julien.cristau@logilab.fr>
parents:
10760
diff
changeset
|
51 |
print(cmd) |
fbefdaa56d2b
[server] fix db-dump with sqlite
Julien Cristau <julien.cristau@logilab.fr>
parents:
10760
diff
changeset
|
52 |
return subprocess.call(cmd, shell=True) |
fbefdaa56d2b
[server] fix db-dump with sqlite
Julien Cristau <julien.cristau@logilab.fr>
parents:
10760
diff
changeset
|
53 |
else: |
fbefdaa56d2b
[server] fix db-dump with sqlite
Julien Cristau <julien.cristau@logilab.fr>
parents:
10760
diff
changeset
|
54 |
print(' '.join(cmd)) |
fbefdaa56d2b
[server] fix db-dump with sqlite
Julien Cristau <julien.cristau@logilab.fr>
parents:
10760
diff
changeset
|
55 |
return subprocess.call(cmd) |
4342
b4e186da08f2
handle lgc.adbh api changes within regards of backup/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4322
diff
changeset
|
56 |
|
0 | 57 |
|
9891
3386fd89c914
remove references to global environment variable APYCOT_ROOT
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9724
diff
changeset
|
58 |
def sqlexec(sqlstmts, cursor_or_execute, withpb=True, |
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
59 |
pbtitle='', delimiter=';', cnx=None): |
0 | 60 |
"""execute sql statements ignoring DROP/ CREATE GROUP or USER statements |
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
61 |
error. |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
62 |
|
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
63 |
:sqlstmts_as_string: a string or a list of sql statements. |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
64 |
:cursor_or_execute: sql cursor or a callback used to execute statements |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
65 |
:cnx: if given, commit/rollback at each statement. |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
66 |
|
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
67 |
:withpb: if True, display a progresse bar |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
68 |
:pbtitle: a string displayed as the progress bar title (if `withpb=True`) |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
69 |
|
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
70 |
:delimiter: a string used to split sqlstmts (if it is a string) |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
71 |
|
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
72 |
Return the failed statements (same type as sqlstmts) |
0 | 73 |
""" |
74 |
if hasattr(cursor_or_execute, 'execute'): |
|
75 |
execute = cursor_or_execute.execute |
|
76 |
else: |
|
77 |
execute = cursor_or_execute |
|
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
78 |
sqlstmts_as_string = False |
10612
84468b90e9c1
[py3k] basestring → six.string_types
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10607
diff
changeset
|
79 |
if isinstance(sqlstmts, string_types): |
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
80 |
sqlstmts_as_string = True |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
81 |
sqlstmts = sqlstmts.split(delimiter) |
0 | 82 |
if withpb: |
10375
28ec01db78b3
[server] Do not use progress bar when stdout is not a TTY
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
10125
diff
changeset
|
83 |
if sys.stdout.isatty(): |
28ec01db78b3
[server] Do not use progress bar when stdout is not a TTY
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
10125
diff
changeset
|
84 |
pb = ProgressBar(len(sqlstmts), title=pbtitle) |
28ec01db78b3
[server] Do not use progress bar when stdout is not a TTY
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
10125
diff
changeset
|
85 |
else: |
28ec01db78b3
[server] Do not use progress bar when stdout is not a TTY
Denis Laxalde <denis.laxalde@logilab.fr>
parents:
10125
diff
changeset
|
86 |
pb = DummyProgressBar() |
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
87 |
failed = [] |
0 | 88 |
for sql in sqlstmts: |
89 |
sql = sql.strip() |
|
90 |
if withpb: |
|
91 |
pb.update() |
|
92 |
if not sql: |
|
93 |
continue |
|
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
94 |
try: |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
95 |
# some dbapi modules doesn't accept unicode for sql string |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
96 |
execute(str(sql)) |
10588
fdaa0e4b7eaf
[py3k] except as
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10411
diff
changeset
|
97 |
except Exception as err: |
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
98 |
if cnx: |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
99 |
cnx.rollback() |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
100 |
failed.append(sql) |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
101 |
else: |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
102 |
if cnx: |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
103 |
cnx.commit() |
0 | 104 |
if withpb: |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
10588
diff
changeset
|
105 |
print() |
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
106 |
if sqlstmts_as_string: |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
107 |
failed = delimiter.join(failed) |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
108 |
return failed |
0 | 109 |
|
110 |
||
111 |
def sqlgrants(schema, driver, user, |
|
112 |
text_index=True, set_owner=True, |
|
113 |
skip_relations=(), skip_entities=()): |
|
114 |
"""return sql to give all access privileges to the given user on the system |
|
115 |
schema |
|
116 |
""" |
|
10200
cceb2c7c02f4
Use our version of schema2sql
Julien Cristau <julien.cristau@logilab.fr>
parents:
10125
diff
changeset
|
117 |
from cubicweb.server.schema2sql import grant_schema |
0 | 118 |
from cubicweb.server.sources import native |
119 |
output = [] |
|
120 |
w = output.append |
|
121 |
w(native.grant_schema(user, set_owner)) |
|
122 |
w('') |
|
123 |
if text_index: |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
124 |
dbhelper = db.get_db_helper(driver) |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
125 |
w(dbhelper.sql_grant_user_on_fti(user)) |
0 | 126 |
w('') |
1251
af40e615dc89
introduce a 'cw_' prefix on entity table and column names so we don't conflict with sql or DBMS specific keywords
sylvain.thenault@logilab.fr
parents:
0
diff
changeset
|
127 |
w(grant_schema(schema, user, set_owner, skip_entities=skip_entities, prefix=SQL_PREFIX)) |
0 | 128 |
return '\n'.join(output) |
129 |
||
1619
e4845b54a704
force proper date/datetime according to type (necessary for sqlite at least)
sylvain.thenault@logilab.fr
parents:
1408
diff
changeset
|
130 |
|
e4845b54a704
force proper date/datetime according to type (necessary for sqlite at least)
sylvain.thenault@logilab.fr
parents:
1408
diff
changeset
|
131 |
def sqlschema(schema, driver, text_index=True, |
0 | 132 |
user=None, set_owner=False, |
2596
d02eed70937f
[R repo, schema] use VIRTUAL_RTYPES const
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2512
diff
changeset
|
133 |
skip_relations=PURE_VIRTUAL_RTYPES, skip_entities=()): |
0 | 134 |
"""return the system sql schema, according to the given parameters""" |
10200
cceb2c7c02f4
Use our version of schema2sql
Julien Cristau <julien.cristau@logilab.fr>
parents:
10125
diff
changeset
|
135 |
from cubicweb.server.schema2sql import schema2sql |
0 | 136 |
from cubicweb.server.sources import native |
137 |
if set_owner: |
|
138 |
assert user, 'user is argument required when set_owner is true' |
|
139 |
output = [] |
|
140 |
w = output.append |
|
141 |
w(native.sql_schema(driver)) |
|
142 |
w('') |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
143 |
dbhelper = db.get_db_helper(driver) |
0 | 144 |
if text_index: |
4913
083b4d454192
server/web api for accessing to deleted_entites
Katia Saurfelt <katia.saurfelt@logilab.fr>
parents:
4899
diff
changeset
|
145 |
w(dbhelper.sql_init_fti().replace(';', ';;')) |
0 | 146 |
w('') |
1619
e4845b54a704
force proper date/datetime according to type (necessary for sqlite at least)
sylvain.thenault@logilab.fr
parents:
1408
diff
changeset
|
147 |
w(schema2sql(dbhelper, schema, prefix=SQL_PREFIX, |
4913
083b4d454192
server/web api for accessing to deleted_entites
Katia Saurfelt <katia.saurfelt@logilab.fr>
parents:
4899
diff
changeset
|
148 |
skip_entities=skip_entities, |
083b4d454192
server/web api for accessing to deleted_entites
Katia Saurfelt <katia.saurfelt@logilab.fr>
parents:
4899
diff
changeset
|
149 |
skip_relations=skip_relations).replace(';', ';;')) |
0 | 150 |
if dbhelper.users_support and user: |
151 |
w('') |
|
152 |
w(sqlgrants(schema, driver, user, text_index, set_owner, |
|
4913
083b4d454192
server/web api for accessing to deleted_entites
Katia Saurfelt <katia.saurfelt@logilab.fr>
parents:
4899
diff
changeset
|
153 |
skip_relations, skip_entities).replace(';', ';;')) |
0 | 154 |
return '\n'.join(output) |
155 |
||
1619
e4845b54a704
force proper date/datetime according to type (necessary for sqlite at least)
sylvain.thenault@logilab.fr
parents:
1408
diff
changeset
|
156 |
|
e4845b54a704
force proper date/datetime according to type (necessary for sqlite at least)
sylvain.thenault@logilab.fr
parents:
1408
diff
changeset
|
157 |
def sqldropschema(schema, driver, text_index=True, |
2596
d02eed70937f
[R repo, schema] use VIRTUAL_RTYPES const
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2512
diff
changeset
|
158 |
skip_relations=PURE_VIRTUAL_RTYPES, skip_entities=()): |
0 | 159 |
"""return the sql to drop the schema, according to the given parameters""" |
10200
cceb2c7c02f4
Use our version of schema2sql
Julien Cristau <julien.cristau@logilab.fr>
parents:
10125
diff
changeset
|
160 |
from cubicweb.server.schema2sql import dropschema2sql |
0 | 161 |
from cubicweb.server.sources import native |
162 |
output = [] |
|
163 |
w = output.append |
|
164 |
if text_index: |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
165 |
dbhelper = db.get_db_helper(driver) |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
166 |
w(dbhelper.sql_drop_fti()) |
0 | 167 |
w('') |
7906
203d574c8a1d
repaire cctl db-init -d on sqlserver (closes #1979670)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7341
diff
changeset
|
168 |
w(dropschema2sql(dbhelper, schema, prefix=SQL_PREFIX, |
1954 | 169 |
skip_entities=skip_entities, |
170 |
skip_relations=skip_relations)) |
|
5214
3285b6e3b930
fix cwctl db-init -d on SQL Server
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
5013
diff
changeset
|
171 |
w('') |
3285b6e3b930
fix cwctl db-init -d on SQL Server
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
5013
diff
changeset
|
172 |
w(native.sql_drop_schema(driver)) |
0 | 173 |
return '\n'.join(output) |
174 |
||
175 |
||
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
176 |
_SQL_DROP_ALL_USER_TABLES_FILTER_FUNCTION = re.compile('^(?!(sql|pg)_)').match |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
177 |
def sql_drop_all_user_tables(driver_or_helper, sqlcursor): |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
178 |
"""Return ths sql to drop all tables found in the database system.""" |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
179 |
if not getattr(driver_or_helper, 'list_tables', None): |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
180 |
dbhelper = db.get_db_helper(driver_or_helper) |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
181 |
else: |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
182 |
dbhelper = driver_or_helper |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
183 |
|
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
184 |
cmds = [dbhelper.sql_drop_sequence('entities_id_seq')] |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
185 |
# for mssql, we need to drop views before tables |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
186 |
if hasattr(dbhelper, 'list_views'): |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
187 |
cmds += ['DROP VIEW %s;' % name |
10607
6519ae8cca0c
[py3k] import filter using six.moves
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10589
diff
changeset
|
188 |
for name in filter(_SQL_DROP_ALL_USER_TABLES_FILTER_FUNCTION, dbhelper.list_views(sqlcursor))] |
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
189 |
cmds += ['DROP TABLE %s;' % name |
10607
6519ae8cca0c
[py3k] import filter using six.moves
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10589
diff
changeset
|
190 |
for name in filter(_SQL_DROP_ALL_USER_TABLES_FILTER_FUNCTION, dbhelper.list_tables(sqlcursor))] |
8755
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
191 |
return '\n'.join(cmds) |
1f3757ef3762
[server] *init_repository* lookup the database instead of the schema to drop tables (closes #810743)
Alain Leufroy <alain.leufroy@logilab.fr>
parents:
8139
diff
changeset
|
192 |
|
9447
0636c4960259
[multi-sources-removal] Drop cw.server.sources.extlite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9364
diff
changeset
|
193 |
|
9466
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
194 |
class ConnectionWrapper(object): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
195 |
"""handle connection to the system source, at some point associated to a |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
196 |
:class:`Session` |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
197 |
""" |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
198 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
199 |
# since 3.19, we only have to manage the system source connection |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
200 |
def __init__(self, system_source): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
201 |
# dictionary of (source, connection), indexed by sources'uri |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
202 |
self._source = system_source |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
203 |
self.cnx = system_source.get_connection() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
204 |
self.cu = self.cnx.cursor() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
205 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
206 |
def commit(self): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
207 |
"""commit the current transaction for this user""" |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
208 |
# let exception propagates |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
209 |
self.cnx.commit() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
210 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
211 |
def rollback(self): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
212 |
"""rollback the current transaction for this user""" |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
213 |
# catch exceptions, rollback other sources anyway |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
214 |
try: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
215 |
self.cnx.rollback() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
216 |
except Exception: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
217 |
self._source.critical('rollback error', exc_info=sys.exc_info()) |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
218 |
# error on rollback, the connection is much probably in a really |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
219 |
# bad state. Replace it by a new one. |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
220 |
self.reconnect() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
221 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
222 |
def close(self, i_know_what_i_do=False): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
223 |
"""close all connections in the set""" |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
224 |
if i_know_what_i_do is not True: # unexpected closing safety belt |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
225 |
raise RuntimeError('connections set shouldn\'t be closed') |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
226 |
try: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
227 |
self.cu.close() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
228 |
self.cu = None |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
229 |
except Exception: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
230 |
pass |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
231 |
try: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
232 |
self.cnx.close() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
233 |
self.cnx = None |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
234 |
except Exception: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
235 |
pass |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
236 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
237 |
# internals ############################################################### |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
238 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
239 |
def cnxset_freed(self): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
240 |
"""connections set is being freed from a session""" |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
241 |
pass # no nothing by default |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
242 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
243 |
def reconnect(self): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
244 |
"""reopen a connection for this source or all sources if none specified |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
245 |
""" |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
246 |
try: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
247 |
# properly close existing connection if any |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
248 |
self.cnx.close() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
249 |
except Exception: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
250 |
pass |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
251 |
self._source.info('trying to reconnect') |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
252 |
self.cnx = self._source.get_connection() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
253 |
self.cu = self.cnx.cursor() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
254 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
255 |
@deprecated('[3.19] use .cu instead') |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
256 |
def __getitem__(self, uri): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
257 |
assert uri == 'system' |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
258 |
return self.cu |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
259 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
260 |
@deprecated('[3.19] use repo.system_source instead') |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
261 |
def source(self, uid): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
262 |
assert uid == 'system' |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
263 |
return self._source |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
264 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
265 |
@deprecated('[3.19] use .cnx instead') |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
266 |
def connection(self, uid): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
267 |
assert uid == 'system' |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
268 |
return self.cnx |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
269 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
270 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
271 |
class SqliteConnectionWrapper(ConnectionWrapper): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
272 |
"""Sqlite specific connection wrapper: close the connection each time it's |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
273 |
freed (and reopen it later when needed) |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
274 |
""" |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
275 |
def __init__(self, system_source): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
276 |
# don't call parent's __init__, we don't want to initiate the connection |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
277 |
self._source = system_source |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
278 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
279 |
_cnx = None |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
280 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
281 |
def cnxset_freed(self): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
282 |
self.cu.close() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
283 |
self.cnx.close() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
284 |
self.cnx = self.cu = None |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
285 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
286 |
@property |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
287 |
def cnx(self): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
288 |
if self._cnx is None: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
289 |
self._cnx = self._source.get_connection() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
290 |
self._cu = self._cnx.cursor() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
291 |
return self._cnx |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
292 |
@cnx.setter |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
293 |
def cnx(self, value): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
294 |
self._cnx = value |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
295 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
296 |
@property |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
297 |
def cu(self): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
298 |
if self._cnx is None: |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
299 |
self._cnx = self._source.get_connection() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
300 |
self._cu = self._cnx.cursor() |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
301 |
return self._cu |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
302 |
@cu.setter |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
303 |
def cu(self, value): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
304 |
self._cu = value |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
305 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
306 |
|
0 | 307 |
class SQLAdapterMixIn(object): |
308 |
"""Mixin for SQL data sources, getting a connection from a configuration |
|
309 |
dictionary and handling connection locking |
|
310 |
""" |
|
9466
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
311 |
cnx_wrap = ConnectionWrapper |
1619
e4845b54a704
force proper date/datetime according to type (necessary for sqlite at least)
sylvain.thenault@logilab.fr
parents:
1408
diff
changeset
|
312 |
|
9724
e45bf9baa7b7
Add a db-statement-timeout option for postgresql sources
Julien Cristau <julien.cristau@logilab.fr>
parents:
9466
diff
changeset
|
313 |
def __init__(self, source_config, repairing=False): |
0 | 314 |
try: |
315 |
self.dbdriver = source_config['db-driver'].lower() |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
316 |
dbname = source_config['db-name'] |
0 | 317 |
except KeyError: |
318 |
raise ConfigurationError('missing some expected entries in sources file') |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
319 |
dbhost = source_config.get('db-host') |
0 | 320 |
port = source_config.get('db-port') |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
321 |
dbport = port and int(port) or None |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
322 |
dbuser = source_config.get('db-user') |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
323 |
dbpassword = source_config.get('db-password') |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
324 |
dbencoding = source_config.get('db-encoding', 'UTF-8') |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
325 |
dbextraargs = source_config.get('db-extra-arguments') |
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10086
diff
changeset
|
326 |
dbnamespace = source_config.get('db-namespace') |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
327 |
self.dbhelper = db.get_db_helper(self.dbdriver) |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
328 |
self.dbhelper.record_connection_info(dbname, dbhost, dbport, dbuser, |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
329 |
dbpassword, dbextraargs, |
10125
bc6461a7d2da
[server] add a db-namespace option in source definition (closes #1631339)
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
10086
diff
changeset
|
330 |
dbencoding, dbnamespace) |
0 | 331 |
self.sqlgen = SQLGenerator() |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
332 |
# copy back some commonly accessed attributes |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
333 |
dbapi_module = self.dbhelper.dbapi_module |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
334 |
self.OperationalError = dbapi_module.OperationalError |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
335 |
self.InterfaceError = dbapi_module.InterfaceError |
5605
2604545d7dd9
[win32 SQLServer] connection lost detection
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
5424
diff
changeset
|
336 |
self.DbapiError = dbapi_module.Error |
6379
3f67f7ea5632
[R] use dbhelper.binary_value to process passwords and other Bytes fields
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6333
diff
changeset
|
337 |
self._binary = self.dbhelper.binary_value |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
338 |
self._process_value = dbapi_module.process_value |
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
339 |
self._dbencoding = dbencoding |
9466
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
340 |
if self.dbdriver == 'sqlite': |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
341 |
self.cnx_wrap = SqliteConnectionWrapper |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
342 |
self.dbhelper.dbname = abspath(self.dbhelper.dbname) |
9724
e45bf9baa7b7
Add a db-statement-timeout option for postgresql sources
Julien Cristau <julien.cristau@logilab.fr>
parents:
9466
diff
changeset
|
343 |
if not repairing: |
e45bf9baa7b7
Add a db-statement-timeout option for postgresql sources
Julien Cristau <julien.cristau@logilab.fr>
parents:
9466
diff
changeset
|
344 |
statement_timeout = int(source_config.get('db-statement-timeout', 0)) |
e45bf9baa7b7
Add a db-statement-timeout option for postgresql sources
Julien Cristau <julien.cristau@logilab.fr>
parents:
9466
diff
changeset
|
345 |
if statement_timeout > 0: |
e45bf9baa7b7
Add a db-statement-timeout option for postgresql sources
Julien Cristau <julien.cristau@logilab.fr>
parents:
9466
diff
changeset
|
346 |
def set_postgres_timeout(cnx): |
e45bf9baa7b7
Add a db-statement-timeout option for postgresql sources
Julien Cristau <julien.cristau@logilab.fr>
parents:
9466
diff
changeset
|
347 |
cnx.cursor().execute('SET statement_timeout to %d' % statement_timeout) |
e45bf9baa7b7
Add a db-statement-timeout option for postgresql sources
Julien Cristau <julien.cristau@logilab.fr>
parents:
9466
diff
changeset
|
348 |
cnx.commit() |
e45bf9baa7b7
Add a db-statement-timeout option for postgresql sources
Julien Cristau <julien.cristau@logilab.fr>
parents:
9466
diff
changeset
|
349 |
postgres_hooks = SQL_CONNECT_HOOKS['postgres'] |
e45bf9baa7b7
Add a db-statement-timeout option for postgresql sources
Julien Cristau <julien.cristau@logilab.fr>
parents:
9466
diff
changeset
|
350 |
postgres_hooks.append(set_postgres_timeout) |
9466
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
351 |
|
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
352 |
def wrapped_connection(self): |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
353 |
"""open and return a connection to the database, wrapped into a class |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
354 |
handling reconnection and all |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
355 |
""" |
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
356 |
return self.cnx_wrap(self) |
1619
e4845b54a704
force proper date/datetime according to type (necessary for sqlite at least)
sylvain.thenault@logilab.fr
parents:
1408
diff
changeset
|
357 |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
358 |
def get_connection(self): |
0 | 359 |
"""open and return a connection to the database""" |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
360 |
return self.dbhelper.get_connection() |
0 | 361 |
|
4893
15ae9a33a7f2
[db backup] fix name error in backup_to_file: we've to pass .confirm all along the chain as for restore
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4854
diff
changeset
|
362 |
def backup_to_file(self, backupfile, confirm): |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
363 |
for cmd in self.dbhelper.backup_commands(backupfile, |
4342
b4e186da08f2
handle lgc.adbh api changes within regards of backup/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4322
diff
changeset
|
364 |
keepownership=False): |
4353
7db69db4913c
command may now officially be either a string or a list, don't make think it's for backward compat
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4342
diff
changeset
|
365 |
if _run_command(cmd): |
7db69db4913c
command may now officially be either a string or a list, don't make think it's for backward compat
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4342
diff
changeset
|
366 |
if not confirm(' [Failed] Continue anyway?', default='n'): |
4342
b4e186da08f2
handle lgc.adbh api changes within regards of backup/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4322
diff
changeset
|
367 |
raise Exception('Failed command: %s' % cmd) |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2396
diff
changeset
|
368 |
|
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2396
diff
changeset
|
369 |
def restore_from_file(self, backupfile, confirm, drop=True): |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
370 |
for cmd in self.dbhelper.restore_commands(backupfile, |
4854
b06d2a3b27d9
logilab.db compat
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
371 |
keepownership=False, |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2396
diff
changeset
|
372 |
drop=drop): |
4353
7db69db4913c
command may now officially be either a string or a list, don't make think it's for backward compat
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4342
diff
changeset
|
373 |
if _run_command(cmd): |
7db69db4913c
command may now officially be either a string or a list, don't make think it's for backward compat
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4342
diff
changeset
|
374 |
if not confirm(' [Failed] Continue anyway?', default='n'): |
4195
86dcaf6bb92f
closes #601987
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4179
diff
changeset
|
375 |
raise Exception('Failed command: %s' % cmd) |
2493
9806571ea790
major refactoring of database dump/restore:
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2396
diff
changeset
|
376 |
|
0 | 377 |
def merge_args(self, args, query_args): |
378 |
if args is not None: |
|
4474
55fe19813bb7
kill mx compat code (dropped since 3.2), more efficient merge_args implementation
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4466
diff
changeset
|
379 |
newargs = {} |
10662
10942ed172de
[py3k] dict.iteritems → dict.items
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10651
diff
changeset
|
380 |
for key, val in args.items(): |
0 | 381 |
# convert cubicweb binary into db binary |
382 |
if isinstance(val, Binary): |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
383 |
val = self._binary(val.getvalue()) |
10643
cfded6d0da11
fix bad-caching of datetime with tz info at sql generation time
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10411
diff
changeset
|
384 |
# convert timestamp to utc. |
cfded6d0da11
fix bad-caching of datetime with tz info at sql generation time
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10411
diff
changeset
|
385 |
# expect SET TiME ZONE to UTC at connection opening time. |
cfded6d0da11
fix bad-caching of datetime with tz info at sql generation time
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10411
diff
changeset
|
386 |
# This shouldn't change anything for datetime without TZ. |
cfded6d0da11
fix bad-caching of datetime with tz info at sql generation time
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10411
diff
changeset
|
387 |
elif isinstance(val, datetime) and val.tzinfo is not None: |
cfded6d0da11
fix bad-caching of datetime with tz info at sql generation time
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10411
diff
changeset
|
388 |
val = utcdatetime(val) |
cfded6d0da11
fix bad-caching of datetime with tz info at sql generation time
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10411
diff
changeset
|
389 |
elif isinstance(val, time) and val.tzinfo is not None: |
cfded6d0da11
fix bad-caching of datetime with tz info at sql generation time
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10411
diff
changeset
|
390 |
val = utctime(val) |
4474
55fe19813bb7
kill mx compat code (dropped since 3.2), more efficient merge_args implementation
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4466
diff
changeset
|
391 |
newargs[key] = val |
0 | 392 |
# should not collide |
10643
cfded6d0da11
fix bad-caching of datetime with tz info at sql generation time
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10411
diff
changeset
|
393 |
assert not (frozenset(newargs) & frozenset(query_args)), \ |
cfded6d0da11
fix bad-caching of datetime with tz info at sql generation time
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10411
diff
changeset
|
394 |
'unexpected collision: %s' % (frozenset(newargs) & frozenset(query_args)) |
4474
55fe19813bb7
kill mx compat code (dropped since 3.2), more efficient merge_args implementation
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4466
diff
changeset
|
395 |
newargs.update(query_args) |
55fe19813bb7
kill mx compat code (dropped since 3.2), more efficient merge_args implementation
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4466
diff
changeset
|
396 |
return newargs |
0 | 397 |
return query_args |
398 |
||
10086
98bc2ca1a816
[source/native] session -> cnx
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9891
diff
changeset
|
399 |
def process_result(self, cursor, cnx=None, column_callbacks=None): |
0 | 400 |
"""return a list of CubicWeb compliant values from data in the given cursor |
401 |
""" |
|
10086
98bc2ca1a816
[source/native] session -> cnx
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9891
diff
changeset
|
402 |
return list(self.iter_process_result(cursor, cnx, column_callbacks)) |
7341
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
403 |
|
10086
98bc2ca1a816
[source/native] session -> cnx
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9891
diff
changeset
|
404 |
def iter_process_result(self, cursor, cnx, column_callbacks=None): |
7341
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
405 |
"""return a iterator on tuples of CubicWeb compliant values from data |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
406 |
in the given cursor |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
407 |
""" |
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
408 |
# use two different implementations to avoid paying the price of |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
409 |
# callback lookup for each *cell* in results when there is nothing to |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
410 |
# lookup |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
411 |
if not column_callbacks: |
8139
f9ebb6d1abc3
[server] use lgd.process_cursor to optimize processing of large resultsets
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7907
diff
changeset
|
412 |
return self.dbhelper.dbapi_module.process_cursor(cursor, self._dbencoding, |
f9ebb6d1abc3
[server] use lgd.process_cursor to optimize processing of large resultsets
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
7907
diff
changeset
|
413 |
Binary) |
10086
98bc2ca1a816
[source/native] session -> cnx
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9891
diff
changeset
|
414 |
assert cnx |
98bc2ca1a816
[source/native] session -> cnx
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9891
diff
changeset
|
415 |
return self._cb_process_result(cursor, column_callbacks, cnx) |
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
416 |
|
10086
98bc2ca1a816
[source/native] session -> cnx
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9891
diff
changeset
|
417 |
def _cb_process_result(self, cursor, column_callbacks, cnx): |
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
418 |
# begin bind to locals for optimization |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
419 |
descr = cursor.description |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
420 |
encoding = self._dbencoding |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
421 |
process_value = self._process_value |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
422 |
binary = Binary |
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
423 |
# /end |
7341
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
424 |
cursor.arraysize = 100 |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
425 |
while True: |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
426 |
results = cursor.fetchmany() |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
427 |
if not results: |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
428 |
break |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
429 |
for line in results: |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
430 |
result = [] |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
431 |
for col, value in enumerate(line): |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
432 |
if value is None: |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
433 |
result.append(value) |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
434 |
continue |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
435 |
cbstack = column_callbacks.get(col, None) |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
436 |
if cbstack is None: |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
437 |
value = process_value(value, descr[col], encoding, binary) |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
438 |
else: |
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
439 |
for cb in cbstack: |
10086
98bc2ca1a816
[source/native] session -> cnx
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9891
diff
changeset
|
440 |
value = cb(self, cnx, value) |
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
441 |
result.append(value) |
7341
c419c2d0d13e
add a new method iter_process_result which does the same as proces_result but is a generator (closes #1625374)
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
7229
diff
changeset
|
442 |
yield result |
5013
ad91f93bbb93
[source storage] refactor source sql generation and results handling to allow repository side callbacks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4965
diff
changeset
|
443 |
|
0 | 444 |
def preprocess_entity(self, entity): |
445 |
"""return a dictionary to use as extra argument to cursor.execute |
|
1251
af40e615dc89
introduce a 'cw_' prefix on entity table and column names so we don't conflict with sql or DBMS specific keywords
sylvain.thenault@logilab.fr
parents:
0
diff
changeset
|
446 |
to insert/update an entity into a SQL database |
0 | 447 |
""" |
448 |
attrs = {} |
|
449 |
eschema = entity.e_schema |
|
8944
b167f039b6cb
[sql] preprocess_entity uses lgdb helper's SQL converters.
Vincent Michel <vincent.michel@logilab.fr>
parents:
8755
diff
changeset
|
450 |
converters = getattr(self.dbhelper, 'TYPE_CONVERTERS', {}) |
10662
10942ed172de
[py3k] dict.iteritems → dict.items
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10651
diff
changeset
|
451 |
for attr, value in entity.cw_edited.items(): |
6284
c35b2ebeb3c9
[repo/sql] don't do anything when value is None. This will avoid None to be turned into False in the case of a boolean for instance.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5768
diff
changeset
|
452 |
if value is not None and eschema.subjrels[attr].final: |
0 | 453 |
atype = str(entity.e_schema.destination(attr)) |
8944
b167f039b6cb
[sql] preprocess_entity uses lgdb helper's SQL converters.
Vincent Michel <vincent.michel@logilab.fr>
parents:
8755
diff
changeset
|
454 |
if atype in converters: |
b167f039b6cb
[sql] preprocess_entity uses lgdb helper's SQL converters.
Vincent Michel <vincent.michel@logilab.fr>
parents:
8755
diff
changeset
|
455 |
# It is easier to modify preprocess_entity rather |
b167f039b6cb
[sql] preprocess_entity uses lgdb helper's SQL converters.
Vincent Michel <vincent.michel@logilab.fr>
parents:
8755
diff
changeset
|
456 |
# than add_entity (native) as this behavior |
b167f039b6cb
[sql] preprocess_entity uses lgdb helper's SQL converters.
Vincent Michel <vincent.michel@logilab.fr>
parents:
8755
diff
changeset
|
457 |
# may also be used for update. |
b167f039b6cb
[sql] preprocess_entity uses lgdb helper's SQL converters.
Vincent Michel <vincent.michel@logilab.fr>
parents:
8755
diff
changeset
|
458 |
value = converters[atype](value) |
b167f039b6cb
[sql] preprocess_entity uses lgdb helper's SQL converters.
Vincent Michel <vincent.michel@logilab.fr>
parents:
8755
diff
changeset
|
459 |
elif atype == 'Password': # XXX could be done using a TYPE_CONVERTERS callback |
0 | 460 |
# if value is a Binary instance, this mean we got it |
461 |
# from a query result and so it is already encrypted |
|
462 |
if isinstance(value, Binary): |
|
463 |
value = value.getvalue() |
|
464 |
else: |
|
465 |
value = crypt_password(value) |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
466 |
value = self._binary(value) |
0 | 467 |
elif isinstance(value, Binary): |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
468 |
value = self._binary(value.getvalue()) |
1251
af40e615dc89
introduce a 'cw_' prefix on entity table and column names so we don't conflict with sql or DBMS specific keywords
sylvain.thenault@logilab.fr
parents:
0
diff
changeset
|
469 |
attrs[SQL_PREFIX+str(attr)] = value |
4965
04543ed0bbdc
[source] only consider edited_attributes in source.preprocess_entity()
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
4913
diff
changeset
|
470 |
attrs[SQL_PREFIX+'eid'] = entity.eid |
0 | 471 |
return attrs |
472 |
||
7083
b8e35cde46e9
help pylint by explicitely defining some attributes
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6379
diff
changeset
|
473 |
# these are overridden by set_log_methods below |
b8e35cde46e9
help pylint by explicitely defining some attributes
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6379
diff
changeset
|
474 |
# only defining here to prevent pylint from complaining |
b8e35cde46e9
help pylint by explicitely defining some attributes
Alexandre Fayolle <alexandre.fayolle@logilab.fr>
parents:
6379
diff
changeset
|
475 |
info = warning = error = critical = exception = debug = lambda msg,*a,**kw: None |
0 | 476 |
|
477 |
set_log_methods(SQLAdapterMixIn, getLogger('cubicweb.sqladapter')) |
|
478 |
||
9447
0636c4960259
[multi-sources-removal] Drop cw.server.sources.extlite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9364
diff
changeset
|
479 |
|
9466
c3a5f4507f12
[multi-sources-removal] Turn ConnectionsSet into simpler ConnectionWrapper
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9447
diff
changeset
|
480 |
# connection initialization functions ########################################## |
9447
0636c4960259
[multi-sources-removal] Drop cw.server.sources.extlite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
9364
diff
changeset
|
481 |
|
11030
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
482 |
def _install_sqlite_querier_patch(): |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
483 |
"""This monkey-patch hotfixes a bug sqlite causing some dates to be returned as strings rather than |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
484 |
date objects (http://www.sqlite.org/cvstrac/tktview?tn=1327,33) |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
485 |
""" |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
486 |
from cubicweb.server.querier import QuerierHelper |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
487 |
|
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
488 |
if hasattr(QuerierHelper, '_sqlite_patched'): |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
489 |
return # already monkey patched |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
490 |
|
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
491 |
def wrap_execute(base_execute): |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
492 |
def new_execute(*args, **kwargs): |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
493 |
rset = base_execute(*args, **kwargs) |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
494 |
if rset.description: |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
495 |
found_date = False |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
496 |
for row, rowdesc in zip(rset, rset.description): |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
497 |
for cellindex, (value, vtype) in enumerate(zip(row, rowdesc)): |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
498 |
if vtype in ('Date', 'Datetime') and isinstance(value, text_type): |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
499 |
found_date = True |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
500 |
value = value.rsplit('.', 1)[0] |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
501 |
try: |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
502 |
row[cellindex] = strptime(value, '%Y-%m-%d %H:%M:%S') |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
503 |
except Exception: |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
504 |
row[cellindex] = strptime(value, '%Y-%m-%d') |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
505 |
if vtype == 'Time' and isinstance(value, text_type): |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
506 |
found_date = True |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
507 |
try: |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
508 |
row[cellindex] = strptime(value, '%H:%M:%S') |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
509 |
except Exception: |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
510 |
# DateTime used as Time? |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
511 |
row[cellindex] = strptime(value, '%Y-%m-%d %H:%M:%S') |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
512 |
if vtype == 'Interval' and isinstance(value, int): |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
513 |
found_date = True |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
514 |
# XXX value is in number of seconds? |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
515 |
row[cellindex] = timedelta(0, value, 0) |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
516 |
if not found_date: |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
517 |
break |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
518 |
return rset |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
519 |
return new_execute |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
520 |
|
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
521 |
QuerierHelper.execute = wrap_execute(QuerierHelper.execute) |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
522 |
QuerierHelper._sqlite_patched = True |
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
523 |
|
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
524 |
|
0 | 525 |
def init_sqlite_connexion(cnx): |
11030
c1fdd22232d1
[server] always monkeypatch QuerierHelper to handle dates and times on SQLite
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10824
diff
changeset
|
526 |
_install_sqlite_querier_patch() |
0 | 527 |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
528 |
class group_concat(object): |
0 | 529 |
def __init__(self): |
9364
73bd5012336f
Make the GROUP_CONCAT aggregate function not repeat values (closes #3223975)
Julien Cristau <julien.cristau@logilab.fr>
parents:
9340
diff
changeset
|
530 |
self.values = set() |
0 | 531 |
def step(self, value): |
532 |
if value is not None: |
|
9364
73bd5012336f
Make the GROUP_CONCAT aggregate function not repeat values (closes #3223975)
Julien Cristau <julien.cristau@logilab.fr>
parents:
9340
diff
changeset
|
533 |
self.values.add(value) |
0 | 534 |
def finalize(self): |
10760
c34bbdb18745
[server] unicode → six.text_type
Julien Cristau <julien.cristau@logilab.fr>
parents:
10662
diff
changeset
|
535 |
return ', '.join(text_type(v) for v in self.values) |
9334
ea12401c0a68
[sqlutils] avoid a crash with sqlite when using group_concat (closes #3331906)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
9267
diff
changeset
|
536 |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
537 |
cnx.create_aggregate("GROUP_CONCAT", 1, group_concat) |
1619
e4845b54a704
force proper date/datetime according to type (necessary for sqlite at least)
sylvain.thenault@logilab.fr
parents:
1408
diff
changeset
|
538 |
|
0 | 539 |
def _limit_size(text, maxsize, format='text/plain'): |
540 |
if len(text) < maxsize: |
|
541 |
return text |
|
542 |
if format in ('text/html', 'text/xhtml', 'text/xml'): |
|
543 |
text = remove_html_tags(text) |
|
544 |
if len(text) > maxsize: |
|
545 |
text = text[:maxsize] + '...' |
|
546 |
return text |
|
547 |
||
548 |
def limit_size3(text, format, maxsize): |
|
549 |
return _limit_size(text, maxsize, format) |
|
550 |
cnx.create_function("LIMIT_SIZE", 3, limit_size3) |
|
551 |
||
552 |
def limit_size2(text, maxsize): |
|
553 |
return _limit_size(text, maxsize) |
|
554 |
cnx.create_function("TEXT_LIMIT_SIZE", 2, limit_size2) |
|
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
555 |
|
7904
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
556 |
from logilab.common.date import strptime |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
557 |
def weekday(ustr): |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
558 |
try: |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
559 |
dt = strptime(ustr, '%Y-%m-%d %H:%M:%S') |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
560 |
except: |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
561 |
dt = strptime(ustr, '%Y-%m-%d') |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
562 |
# expect sunday to be 1, saturday 7 while weekday method return 0 for |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
563 |
# monday |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
564 |
return (dt.weekday() + 1) % 7 |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
565 |
cnx.create_function("WEEKDAY", 1, weekday) |
f41bb38dda7c
[rql, sql] support for weekday function introduced in lgdp 1.7 (closes #1979717)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7341
diff
changeset
|
566 |
|
10205
737271ffe407
Ask sqlite to check foreign keys
Julien Cristau <julien.cristau@logilab.fr>
parents:
10200
diff
changeset
|
567 |
cnx.cursor().execute("pragma foreign_keys = on") |
737271ffe407
Ask sqlite to check foreign keys
Julien Cristau <julien.cristau@logilab.fr>
parents:
10200
diff
changeset
|
568 |
|
0 | 569 |
import yams.constraints |
4831
c5aec27c1bf7
[repo] use logilab.db instead of lgc.adbh/lgc.db/lgc.sqlgen/indexer, test new date extranction functions
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
570 |
yams.constraints.patch_sqlite_decimal() |
0 | 571 |
|
572 |
sqlite_hooks = SQL_CONNECT_HOOKS.setdefault('sqlite', []) |
|
573 |
sqlite_hooks.append(init_sqlite_connexion) |
|
7166
dde161937d3e
[time zone] support for TZDatetime and TZTime data type
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7083
diff
changeset
|
574 |
|
dde161937d3e
[time zone] support for TZDatetime and TZTime data type
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7083
diff
changeset
|
575 |
|
dde161937d3e
[time zone] support for TZDatetime and TZTime data type
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7083
diff
changeset
|
576 |
def init_postgres_connexion(cnx): |
dde161937d3e
[time zone] support for TZDatetime and TZTime data type
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7083
diff
changeset
|
577 |
cnx.cursor().execute('SET TIME ZONE UTC') |
7229
a60522259c2c
[tz postgres support] we've to commit the connection once time-zone is set, else we may loose the setting
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7221
diff
changeset
|
578 |
# commit is needed, else setting are lost if the connection is first |
9267
24d9b86dfa54
spelling: rollbacked -> rolled back
Rémi Cardona <remi.cardona@logilab.fr>
parents:
8944
diff
changeset
|
579 |
# rolled back |
7229
a60522259c2c
[tz postgres support] we've to commit the connection once time-zone is set, else we may loose the setting
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7221
diff
changeset
|
580 |
cnx.commit() |
7166
dde161937d3e
[time zone] support for TZDatetime and TZTime data type
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7083
diff
changeset
|
581 |
|
dde161937d3e
[time zone] support for TZDatetime and TZTime data type
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7083
diff
changeset
|
582 |
postgres_hooks = SQL_CONNECT_HOOKS.setdefault('postgres', []) |
dde161937d3e
[time zone] support for TZDatetime and TZTime data type
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7083
diff
changeset
|
583 |
postgres_hooks.append(init_postgres_connexion) |