author | Laurent Peuch <cortex@worlddomination.be> |
Thu, 28 Nov 2019 16:33:15 +0100 | |
changeset 12785 | a9025212ce0c |
parent 12567 | 26744ad37953 |
permissions | -rw-r--r-- |
11138
78c8e64f3cef
[sources] synchronize source asynchronously when started from the UI
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
1 |
# copyright 2010-2016 LOGILAB S.A. (Paris, FRANCE), all rights reserved. |
6724
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
2 |
# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
3 |
# |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
4 |
# This file is part of CubicWeb. |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
5 |
# |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
6 |
# CubicWeb is free software: you can redistribute it and/or modify it under the |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
7 |
# terms of the GNU Lesser General Public License as published by the Free |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
8 |
# Software Foundation, either version 2.1 of the License, or (at your option) |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
9 |
# any later version. |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
10 |
# |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
11 |
# CubicWeb is distributed in the hope that it will be useful, but WITHOUT |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
12 |
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
13 |
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
14 |
# details. |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
15 |
# |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
16 |
# You should have received a copy of the GNU Lesser General Public License along |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
17 |
# with CubicWeb. If not, see <http://www.gnu.org/licenses/>. |
6944
0cf10429ad39
[sources] rewrite the way pyrorql mapping are stored in the database so it can be reused for other sources (eg datafeed+cwxml)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6724
diff
changeset
|
18 |
"""Specific views for data sources and related entities (eg CWSource, |
11775
39cf9e55ada8
[source] Drop source mapping handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11767
diff
changeset
|
19 |
CWSourceHostConfig). |
6944
0cf10429ad39
[sources] rewrite the way pyrorql mapping are stored in the database so it can be reused for other sources (eg datafeed+cwxml)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6724
diff
changeset
|
20 |
""" |
6724
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
21 |
|
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
22 |
import logging |
10609
e2d8e81bfe68
[py3k] import range using six.moves
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10244
diff
changeset
|
23 |
|
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
24 |
from logilab.common.decorators import cachedproperty |
6724
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
25 |
|
11767
432f87a63057
flake8 and all
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11712
diff
changeset
|
26 |
from cubicweb import _ |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
27 |
from cubicweb import Unauthorized, tags |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
28 |
from cubicweb.utils import make_uid |
8190
2a3c1b787688
[vreg] move base registry implementation to logilab.common. Closes #1916014
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8166
diff
changeset
|
29 |
from cubicweb.predicates import (is_instance, score_entity, has_related_entities, |
10951
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
30 |
match_user_groups, match_kwargs, match_view, one_line_rset) |
6962
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
31 |
from cubicweb.view import EntityView, StartupView |
10951
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
32 |
from cubicweb.web import Redirect, formwidgets as wdgs, facet, action |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
33 |
from cubicweb.web.views import add_etype_button |
8665
e65af61bde7d
[uicfg] uicfg.py moves from web/ to web/views/ (prepares #2406609)
Aurelien Campeas <aurelien.campeas@logilab.fr>
parents:
8408
diff
changeset
|
34 |
from cubicweb.web.views import (uicfg, tabs, actions, ibreadcrumbs, navigation, |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
35 |
tableview, pyviews) |
6962
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
36 |
|
7019
46413742f9b5
[source ui] uicfg tweaks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6962
diff
changeset
|
37 |
|
46413742f9b5
[source ui] uicfg tweaks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6962
diff
changeset
|
38 |
_abaa = uicfg.actionbox_appearsin_addmenu |
7832
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
39 |
# there are explicit 'add' buttons for those |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
40 |
_abaa.tag_object_of(('CWDataImport', 'cw_import_of', '*'), False) |
7019
46413742f9b5
[source ui] uicfg tweaks
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6962
diff
changeset
|
41 |
|
7524
c019c3426049
[ui, sources] configure source form: hide synchronizing and mapping entities, use simple text input for parser
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7375
diff
changeset
|
42 |
_afs = uicfg.autoform_section |
8150
b5a9706f839e
[sources] hide some attributes from source edition form. Closes #2144160
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8136
diff
changeset
|
43 |
_afs.tag_attribute(('CWSource', 'latest_retrieval'), 'main', 'hidden') |
b5a9706f839e
[sources] hide some attributes from source edition form. Closes #2144160
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8136
diff
changeset
|
44 |
_afs.tag_attribute(('CWSource', 'in_synchronization'), 'main', 'hidden') |
7832
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
45 |
|
7524
c019c3426049
[ui, sources] configure source form: hide synchronizing and mapping entities, use simple text input for parser
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7375
diff
changeset
|
46 |
_affk = uicfg.autoform_field_kwargs |
c019c3426049
[ui, sources] configure source form: hide synchronizing and mapping entities, use simple text input for parser
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7375
diff
changeset
|
47 |
_affk.tag_attribute(('CWSource', 'parser'), {'widget': wdgs.TextInput}) |
c019c3426049
[ui, sources] configure source form: hide synchronizing and mapping entities, use simple text input for parser
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7375
diff
changeset
|
48 |
|
6962
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
49 |
# source primary views ######################################################### |
6724
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
50 |
|
6944
0cf10429ad39
[sources] rewrite the way pyrorql mapping are stored in the database so it can be reused for other sources (eg datafeed+cwxml)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6724
diff
changeset
|
51 |
_pvs = uicfg.primaryview_section |
7832
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
52 |
_pvs.tag_attribute(('CWSource', 'name'), 'hidden') |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
53 |
_pvs.tag_object_of(('*', 'cw_host_config_of', 'CWSource'), 'hidden') |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
54 |
|
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
55 |
_pvdc = uicfg.primaryview_display_ctrl |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
56 |
_pvdc.tag_attribute(('CWSource', 'type'), {'vid': 'attribute'})# disable reledit |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
57 |
|
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
58 |
_rc = uicfg.reledit_ctrl |
7846
dd3f0871d8b7
[primary view] add 'verbatim' attribute view (closes #1947475)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7832
diff
changeset
|
59 |
_rc.tag_attribute(('CWSource', 'config'), {'rvid': 'verbatimattr'}) |
dd3f0871d8b7
[primary view] add 'verbatim' attribute view (closes #1947475)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7832
diff
changeset
|
60 |
_rc.tag_attribute(('CWSourceHostConfig', 'config'), {'rvid': 'verbatimattr'}) |
6944
0cf10429ad39
[sources] rewrite the way pyrorql mapping are stored in the database so it can be reused for other sources (eg datafeed+cwxml)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6724
diff
changeset
|
61 |
|
6724
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
62 |
|
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
63 |
class CWSourcePrimaryView(tabs.TabbedPrimaryView): |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
64 |
__select__ = is_instance('CWSource') |
11775
39cf9e55ada8
[source] Drop source mapping handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11767
diff
changeset
|
65 |
tabs = [_('cwsource-main'), _('cwsource-imports')] |
6724
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
66 |
default_tab = 'cwsource-main' |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
67 |
|
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
68 |
|
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
69 |
class CWSourceMainTab(tabs.PrimaryTab): |
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
70 |
__regid__ = 'cwsource-main' |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
71 |
__select__ = is_instance('CWSource') |
6724
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
72 |
|
7832
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
73 |
def render_entity_attributes(self, entity): |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
74 |
super(CWSourceMainTab, self).render_entity_attributes(entity) |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
75 |
self.w(add_etype_button(self._cw, 'CWSourceHostConfig', |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
76 |
__linkto='cw_host_config_of:%s:subject' % entity.eid, |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
77 |
__redirectpath=entity.rest_path())) |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
78 |
try: |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
79 |
hostconfig = self._cw.execute( |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
80 |
'Any X, XC, XH WHERE X cw_host_config_of S, S eid %(s)s, ' |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
81 |
'X config XC, X match_host XH', {'s': entity.eid}) |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
82 |
except Unauthorized: |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
83 |
pass |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
84 |
else: |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
85 |
if hostconfig: |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
86 |
self.w(u'<h3>%s</h3>' % self._cw._('CWSourceHostConfig_plural')) |
7992
4ff9f25cb06e
[table views] closes #1986413: refactor TableView, EntityAttributesTableView, PyValTableView
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7935
diff
changeset
|
87 |
self._cw.view('table', hostconfig, w=self.w, |
10609
e2d8e81bfe68
[py3k] import range using six.moves
Rémi Cardona <remi.cardona@logilab.fr>
parents:
10244
diff
changeset
|
88 |
displaycols=list(range(2)), |
7992
4ff9f25cb06e
[table views] closes #1986413: refactor TableView, EntityAttributesTableView, PyValTableView
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7935
diff
changeset
|
89 |
cellvids={1: 'editable-final'}) |
7832
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
90 |
|
6724
24bf6f181d0e
[pyro source] store pyro source mapping file into the database
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
diff
changeset
|
91 |
|
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
92 |
class CWSourceImportsTab(EntityView): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
93 |
__regid__ = 'cwsource-imports' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
94 |
__select__ = (is_instance('CWSource') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
95 |
& has_related_entities('cw_import_of', 'object')) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
96 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
97 |
def entity_call(self, entity): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
98 |
rset = self._cw.execute('Any X, XST, XET, XS ORDERBY XST DESC WHERE ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
99 |
'X cw_import_of S, S eid %(s)s, X status XS, ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
100 |
'X start_timestamp XST, X end_timestamp XET', |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
101 |
{'s': entity.eid}) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
102 |
self._cw.view('cw.imports-table', rset, w=self.w) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
103 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
104 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
105 |
class CWImportsTable(tableview.EntityTableView): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
106 |
__regid__ = 'cw.imports-table' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
107 |
__select__ = is_instance('CWDataImport') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
108 |
columns = ['import', 'start_timestamp', 'end_timestamp'] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
109 |
column_renderers = {'import': tableview.MainEntityColRenderer()} |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
110 |
layout_args = {'display_filter': 'top'} |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
111 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
112 |
|
10951
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
113 |
class CWSourceSyncAction(action.Action): |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
114 |
__regid__ = 'cw.source-sync' |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
115 |
__select__ = (action.Action.__select__ & match_user_groups('managers') |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
116 |
& one_line_rset() & is_instance('CWSource') |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
117 |
& score_entity(lambda x: x.name != 'system')) |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
118 |
|
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
119 |
title = _('synchronize') |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
120 |
category = 'mainactions' |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
121 |
order = 20 |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
122 |
|
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
123 |
def url(self): |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
124 |
entity = self.cw_rset.get_entity(self.cw_row or 0, self.cw_col or 0) |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
125 |
return entity.absolute_url(vid=self.__regid__) |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
126 |
|
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
127 |
|
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
128 |
class CWSourceSyncView(EntityView): |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
129 |
__regid__ = 'cw.source-sync' |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
130 |
__select__ = (match_user_groups('managers') |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
131 |
& one_line_rset() & is_instance('CWSource') |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
132 |
& score_entity(lambda x: x.name != 'system')) |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
133 |
|
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
134 |
title = _('synchronize') |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
135 |
|
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
136 |
def entity_call(self, entity): |
11138
78c8e64f3cef
[sources] synchronize source asynchronously when started from the UI
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
137 |
import_log_eid = self._cw.call_service('source-sync', source_eid=entity.eid) |
78c8e64f3cef
[sources] synchronize source asynchronously when started from the UI
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
138 |
msg = self._cw._('Synchronization has been requested, refresh this page in a few ' |
78c8e64f3cef
[sources] synchronize source asynchronously when started from the UI
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
139 |
'minutes.') |
78c8e64f3cef
[sources] synchronize source asynchronously when started from the UI
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
140 |
import_log = self._cw.entity_from_eid(import_log_eid) |
78c8e64f3cef
[sources] synchronize source asynchronously when started from the UI
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11057
diff
changeset
|
141 |
url = import_log.absolute_url(__message=msg) |
10951
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
142 |
raise Redirect(url) |
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
143 |
|
ef1cfc80d51c
action, view and service so managers can start source synchronization from the web ui
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
10666
diff
changeset
|
144 |
|
6962
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
145 |
# sources management view ###################################################### |
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
146 |
|
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
147 |
class ManageSourcesAction(actions.ManagersAction): |
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
148 |
__regid__ = 'cwsource' |
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
149 |
title = _('data sources') |
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
150 |
category = 'manage' |
10244
485c7df50ca7
[web/views] set explicit order for ManageSourcesAction
Julien Cristau <julien.cristau@logilab.fr>
parents:
9729
diff
changeset
|
151 |
order = 100 |
6962
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
152 |
|
7994
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
153 |
|
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
154 |
class CWSourcesManagementView(StartupView): |
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
155 |
__regid__ = 'cw.sources-management' |
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
156 |
rql = ('Any S,ST,SP,SD,SN ORDERBY SN WHERE S is CWSource, S name SN, S type ST, ' |
7455
694b21f0fc62
[views] add columns parser and latest_retrieval to cwsource admin view
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
7375
diff
changeset
|
157 |
'S latest_retrieval SD, S parser SP') |
6962
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
158 |
title = _('data sources management') |
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
159 |
|
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
160 |
def call(self, **kwargs): |
220e32f058be
[management ui] add views to manage sources similarly to users
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
6944
diff
changeset
|
161 |
self.w('<h1>%s</h1>' % self._cw._(self.title)) |
7852
cb3f700399b2
[schema, cleanup] one more case for add_etype_button
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7846
diff
changeset
|
162 |
self.w(add_etype_button(self._cw, 'CWSource')) |
cb3f700399b2
[schema, cleanup] one more case for add_etype_button
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7846
diff
changeset
|
163 |
self.w(u'<div class="clear"></div>') |
7994
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
164 |
self.wview('cw.sources-table', self._cw.execute(self.rql)) |
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
165 |
|
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
166 |
|
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
167 |
class CWSourcesTable(tableview.EntityTableView): |
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
168 |
__regid__ = 'cw.sources-table' |
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
169 |
__select__ = is_instance('CWSource') |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
170 |
columns = ['source', 'type', 'parser', 'latest_retrieval', 'latest_import'] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
171 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
172 |
class LatestImportColRenderer(tableview.EntityTableColRenderer): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
173 |
def render_cell(self, w, rownum): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
174 |
entity = self.entity(rownum) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
175 |
rset = self._cw.execute('Any X,XS,XST ORDERBY XST DESC LIMIT 1 WHERE ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
176 |
'X cw_import_of S, S eid %(s)s, X status XS, ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
177 |
'X start_timestamp XST', {'s': entity.eid}) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
178 |
if rset: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
179 |
self._cw.view('incontext', rset, row=0, w=w) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
180 |
else: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
181 |
w(self.empty_cell_content) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
182 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
183 |
column_renderers = { |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
184 |
'source': tableview.MainEntityColRenderer(), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
185 |
'latest_import': LatestImportColRenderer(header=_('latest import'), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
186 |
sortable=False) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
187 |
} |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
188 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
189 |
# datafeed source import ####################################################### |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
190 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
191 |
REVERSE_SEVERITIES = { |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
192 |
logging.DEBUG : _('DEBUG'), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
193 |
logging.INFO : _('INFO'), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
194 |
logging.WARNING : _('WARNING'), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
195 |
logging.ERROR : _('ERROR'), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
196 |
logging.FATAL : _('FATAL') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
197 |
} |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
198 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
199 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
200 |
def log_to_table(req, rawdata): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
201 |
data = [] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
202 |
for msg_idx, msg in enumerate(rawdata.split('<br/>')): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
203 |
record = msg.strip() |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
204 |
if not record: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
205 |
continue |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
206 |
try: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
207 |
severity, url, line, msg = record.split('\t', 3) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
208 |
except ValueError: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
209 |
req.warning('badly formated log %s' % record) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
210 |
url = line = u'' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
211 |
severity = logging.DEBUG |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
212 |
msg = record |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
213 |
data.append( (severity, url, line, msg) ) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
214 |
return data |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
215 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
216 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
217 |
class LogTableLayout(tableview.TableLayout): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
218 |
__select__ = match_view('cw.log.table') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
219 |
needs_js = tableview.TableLayout.needs_js + ('cubicweb.log.js',) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
220 |
needs_css = tableview.TableLayout.needs_css + ('cubicweb.log.css',) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
221 |
columns_css = { |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
222 |
0: 'logSeverity', |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
223 |
1: 'logPath', |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
224 |
2: 'logLine', |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
225 |
3: 'logMsg', |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
226 |
} |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
227 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
228 |
def render_table(self, w, actions, paginate): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
229 |
default_level = self.view.cw_extra_kwargs['default_level'] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
230 |
if default_level != 'Debug': |
11712
c9129aae884b
Fix log level parameter not taken into account in cwsource log table
Florent Cayré <florent.cayre@logilab.fr>
parents:
11138
diff
changeset
|
231 |
self._cw.add_onload('$("select.log_filter").val("%s").change();' |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
232 |
% self._cw.form.get('logLevel', default_level)) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
233 |
w(u'\n<form action="#"><fieldset>') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
234 |
w(u'<label>%s</label>' % self._cw._(u'Message threshold')) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
235 |
w(u'<select class="log_filter" onchange="filterLog(\'%s\', this.options[this.selectedIndex].value)">' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
236 |
% self.view.domid) |
8407
6874eb7a08e8
[logs table view] properly translate level buy using the correct msgid. Closes #2356329
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8405
diff
changeset
|
237 |
for level in ('DEBUG', 'INFO', 'WARNING', 'ERROR', 'FATAL'): |
6874eb7a08e8
[logs table view] properly translate level buy using the correct msgid. Closes #2356329
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8405
diff
changeset
|
238 |
w('<option value="%s">%s</option>' % (level.capitalize(), |
6874eb7a08e8
[logs table view] properly translate level buy using the correct msgid. Closes #2356329
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8405
diff
changeset
|
239 |
self._cw._(level))) |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
240 |
w(u'</select>') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
241 |
w(u'</fieldset></form>') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
242 |
super(LogTableLayout, self).render_table(w, actions, paginate) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
243 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
244 |
def table_attributes(self): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
245 |
attrs = super(LogTableLayout, self).table_attributes() |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
246 |
attrs['id'] = 'table'+self.view.domid |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
247 |
return attrs |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
248 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
249 |
def row_attributes(self, rownum): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
250 |
attrs = super(LogTableLayout, self).row_attributes(rownum) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
251 |
attrs['id'] = 'log_msg_%i' % rownum |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
252 |
severityname = REVERSE_SEVERITIES[int(self.view.pyvalue[rownum][0])] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
253 |
attrs['class'] = 'log%s' % severityname.capitalize() |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
254 |
return attrs |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
255 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
256 |
def cell_attributes(self, rownum, colnum, colid): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
257 |
attrs = super(LogTableLayout, self).cell_attributes(rownum, colnum, colid) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
258 |
attrs['class'] = self.columns_css[colnum] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
259 |
return attrs |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
260 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
261 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
262 |
class LogTable(pyviews.PyValTableView): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
263 |
__regid__ = 'cw.log.table' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
264 |
headers = [_('severity'), _('url'), _('line'), _('message')] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
265 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
266 |
@cachedproperty |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
267 |
def domid(self): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
268 |
return make_uid('logTable') |
7994
af3fb709c061
[management table] upgrade sources groups management table to new api
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7992
diff
changeset
|
269 |
|
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
270 |
class SeverityRenderer(pyviews.PyValTableColRenderer): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
271 |
def render_cell(self, w, rownum): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
272 |
severity = self.data[rownum][0] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
273 |
w(u'<a class="internallink" href="javascript:;" title="%(title)s" ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
274 |
u'''onclick="document.location.hash='%(msg_id)s';">¶</a>''' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
275 |
u' %(severity)s' % { |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
276 |
'severity': self._cw._(REVERSE_SEVERITIES[int(severity)]), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
277 |
'title': self._cw._('permalink to this message'), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
278 |
'msg_id': 'log_msg_%i' % rownum, |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
279 |
}) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
280 |
def sortvalue(self, rownum): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
281 |
return int(self.data[rownum][0]) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
282 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
283 |
class URLRenderer(pyviews.PyValTableColRenderer): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
284 |
def render_cell(self, w, rownum): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
285 |
url = self.data[rownum][1] |
8405
e83725261adf
[logs table view] only put values starting with http in <a> tag
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8166
diff
changeset
|
286 |
if url and url.startswith('http'): |
e83725261adf
[logs table view] only put values starting with http in <a> tag
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8166
diff
changeset
|
287 |
url = tags.a(url, href=url) |
e83725261adf
[logs table view] only put values starting with http in <a> tag
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
8166
diff
changeset
|
288 |
w(url or u' ') |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
289 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
290 |
class LineRenderer(pyviews.PyValTableColRenderer): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
291 |
def render_cell(self, w, rownum): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
292 |
line = self.data[rownum][2] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
293 |
w(line or u' ') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
294 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
295 |
class MessageRenderer(pyviews.PyValTableColRenderer): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
296 |
snip_over = 7 |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
297 |
def render_cell(self, w, rownum): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
298 |
msg = self.data[rownum][3] |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
299 |
lines = msg.splitlines() |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
300 |
if len(lines) <= self.snip_over: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
301 |
w(u'<pre class="rawtext">%s</pre>' % msg) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
302 |
else: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
303 |
# The make_uid argument has no specific meaning here. |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
304 |
div_snip_id = make_uid(u'log_snip_') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
305 |
div_full_id = make_uid(u'log_full_') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
306 |
divs_id = (div_snip_id, div_full_id) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
307 |
snip = u'\n'.join((lines[0], lines[1], |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
308 |
u' ...', |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
309 |
u' %i more lines [double click to expand]' % (len(lines)-4), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
310 |
u' ...', |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
311 |
lines[-2], lines[-1])) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
312 |
divs = ( |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
313 |
(div_snip_id, snip, u'expand', "class='collapsed'"), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
314 |
(div_full_id, msg, u'collapse', "class='hidden'") |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
315 |
) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
316 |
for div_id, content, button, h_class in divs: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
317 |
text = self._cw._(button) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
318 |
js = u"toggleVisibility('%s'); toggleVisibility('%s');" % divs_id |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
319 |
w(u'<div id="%s" %s>' % (div_id, h_class)) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
320 |
w(u'<pre class="raw_test" ondblclick="javascript: %s" ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
321 |
u'title="%s" style="display: block;">' % (js, text)) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
322 |
w(content) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
323 |
w(u'</pre>') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
324 |
w(u'</div>') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
325 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
326 |
column_renderers = {0: SeverityRenderer(), |
8166
20809488fe56
[datafeed] Don't pretend all columns are sortable in datafeed sources import log view. Closes #2146387
Julien Cristau <julien.cristau@logilab.fr>
parents:
8150
diff
changeset
|
327 |
1: URLRenderer(sortable=False), |
20809488fe56
[datafeed] Don't pretend all columns are sortable in datafeed sources import log view. Closes #2146387
Julien Cristau <julien.cristau@logilab.fr>
parents:
8150
diff
changeset
|
328 |
2: LineRenderer(sortable=False), |
20809488fe56
[datafeed] Don't pretend all columns are sortable in datafeed sources import log view. Closes #2146387
Julien Cristau <julien.cristau@logilab.fr>
parents:
8150
diff
changeset
|
329 |
3: MessageRenderer(sortable=False), |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
330 |
} |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
331 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
332 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
333 |
class DataFeedSourceDataImport(EntityView): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
334 |
__select__ = EntityView.__select__ & match_kwargs('rtype') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
335 |
__regid__ = 'cw.formated_log' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
336 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
337 |
def cell_call(self, row, col, rtype, loglevel='Info', **kwargs): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
338 |
if 'dispctrl' in self.cw_extra_kwargs: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
339 |
loglevel = self.cw_extra_kwargs['dispctrl'].get('loglevel', loglevel) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
340 |
entity = self.cw_rset.get_entity(row, col) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
341 |
value = getattr(entity, rtype) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
342 |
if value: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
343 |
self._cw.view('cw.log.table', pyvalue=log_to_table(self._cw, value), |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
344 |
default_level=loglevel, w=self.w) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
345 |
else: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
346 |
self.w(self._cw._('no log to display')) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
347 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
348 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
349 |
_pvs.tag_attribute(('CWDataImport', 'log'), 'relations') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
350 |
_pvdc.tag_attribute(('CWDataImport', 'log'), {'vid': 'cw.formated_log'}) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
351 |
_pvs.tag_subject_of(('CWDataImport', 'cw_import_of', '*'), 'hidden') # in breadcrumbs |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
352 |
_pvs.tag_object_of(('*', 'cw_import_of', 'CWSource'), 'hidden') # in dedicated tab |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
353 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
354 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
355 |
class CWDataImportIPrevNextAdapter(navigation.IPrevNextAdapter): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
356 |
__select__ = is_instance('CWDataImport') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
357 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
358 |
def next_entity(self): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
359 |
if self.entity.start_timestamp is not None: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
360 |
# add NOT X eid %(e)s because > may not be enough |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
361 |
rset = self._cw.execute( |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
362 |
'Any X,XSTS ORDERBY 2 LIMIT 1 WHERE X is CWDataImport, ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
363 |
'X cw_import_of S, S eid %(s)s, NOT X eid %(e)s, ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
364 |
'X start_timestamp XSTS, X start_timestamp > %(sts)s', |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
365 |
{'sts': self.entity.start_timestamp, |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
366 |
'e': self.entity.eid, |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
367 |
's': self.entity.cwsource.eid}) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
368 |
if rset: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
369 |
return rset.get_entity(0, 0) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
370 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
371 |
def previous_entity(self): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
372 |
if self.entity.start_timestamp is not None: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
373 |
# add NOT X eid %(e)s because < may not be enough |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
374 |
rset = self._cw.execute( |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
375 |
'Any X,XSTS ORDERBY 2 DESC LIMIT 1 WHERE X is CWDataImport, ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
376 |
'X cw_import_of S, S eid %(s)s, NOT X eid %(e)s, ' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
377 |
'X start_timestamp XSTS, X start_timestamp < %(sts)s', |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
378 |
{'sts': self.entity.start_timestamp, |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
379 |
'e': self.entity.eid, |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
380 |
's': self.entity.cwsource.eid}) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
381 |
if rset: |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
382 |
return rset.get_entity(0, 0) |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
383 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
384 |
class CWDataImportStatusFacet(facet.AttributeFacet): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
385 |
__regid__ = 'datafeed.dataimport.status' |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
386 |
__select__ = is_instance('CWDataImport') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
387 |
rtype = 'status' |
7832
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
388 |
|
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
389 |
|
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
390 |
# breadcrumbs configuration #################################################### |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
391 |
|
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
392 |
class CWsourceConfigIBreadCrumbsAdapter(ibreadcrumbs.IBreadCrumbsAdapter): |
11775
39cf9e55ada8
[source] Drop source mapping handling
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
11767
diff
changeset
|
393 |
__select__ = is_instance('CWSourceHostConfig') |
7832
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
394 |
def parent_entity(self): |
953f224357af
[sources management] nicer source management view and breadcrumbs (closes #1946329)
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
7806
diff
changeset
|
395 |
return self.entity.cwsource |
7995
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
396 |
|
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
397 |
class CWDataImportIBreadCrumbsAdapter(ibreadcrumbs.IBreadCrumbsAdapter): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
398 |
__select__ = is_instance('CWDataImport') |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
399 |
def parent_entity(self): |
9a9f35ef418c
Record a log of datafeed source imports (closes #2026097)
Julien Cristau <julien.cristau@logilab.fr>
parents:
7994
diff
changeset
|
400 |
return self.entity.cw_import_of[0] |