# HG changeset patch
# User Sylvain Thénault <sylvain.thenault@logilab.fr>
# Date 1317980862 -7200
# Node ID 436400e7f80722b33885961bcb048a4e267ae485
# Parent  54e240c1b4192dcada4db4cc75975659f8c297b4
sample script to turn a pyro source into a datafeed source

diff -r 54e240c1b419 -r 436400e7f807 misc/scripts/pyroforge2datafeed.py
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/misc/scripts/pyroforge2datafeed.py	Fri Oct 07 11:47:42 2011 +0200
@@ -0,0 +1,131 @@
+"""turn a pyro source into a datafeed source
+
+Once this script is run, execute c-c db-check to cleanup relation tables.
+"""
+import sys
+
+try:
+    source_name, = __args__
+    source = repo.sources_by_uri[source_name]
+except ValueError:
+    print('you should specify the source name as script argument (i.e. after --'
+          ' on the command line)')
+    sys.exit(1)
+except KeyError:
+    print '%s is not an active source' % source_name
+    sys.exit(1)
+
+# check source is reachable before doing anything
+try:
+    source.get_connection()._repo
+except AttributeError:
+    print '%s is not reachable. Fix this before running this script' % source_name
+    sys.exit(1)
+
+raw_input('Ensure you have shutdown all instances of this application before continuing.'
+          ' Type enter when ready.')
+
+system_source = repo.system_source
+
+from base64 import b64encode
+from cubicweb.server.edition import EditedEntity
+
+DONT_GET_BACK_ETYPES = set(( # XXX edit as desired
+        'State',
+        'RecipeStep', 'RecipeStepInput', 'RecipeStepOutput',
+        'RecipeTransition', 'RecipeTransitionCondition',
+        'NarvalConditionExpression', 'Recipe',
+        # XXX TestConfig
+        ))
+
+
+session.mode = 'write' # hold on the connections set
+
+print '******************** backport entity content ***************************'
+
+from cubicweb.server import debugged
+todelete = {}
+for entity in rql('Any X WHERE X cw_source S, S eid %(s)s', {'s': source.eid}).entities():
+    with debugged('DBG_SQL'):
+        etype = entity.__regid__
+        if not source.support_entity(etype):
+            print "source doesn't support %s, delete %s" % (etype, entity.eid)
+        elif etype in DONT_GET_BACK_ETYPES:
+            print 'ignore %s, delete %s' % (etype, entity.eid)
+        else:
+            try:
+                entity.complete()
+            except:
+                print '%s %s much probably deleted, delete it (extid %s)' % (
+                    etype, entity.eid, entity.cw_metainformation()['extid'])
+            else:
+                print 'get back', etype, entity.eid
+                entity.cw_edited = EditedEntity(entity, **entity.cw_attr_cache)
+                system_source.add_entity(session, entity)
+                sql("UPDATE entities SET asource=%(asource)s, source='system', extid=%(extid)s "
+                    "WHERE eid=%(eid)s", {'asource': source_name,
+                                          'extid': b64encode(entity.cwuri),
+                                          'eid': entity.eid})
+                continue
+        todelete.setdefault(etype, []).append(entity)
+
+# only cleanup entities table, remaining stuff should be cleaned by a c-c
+# db-check to be run after this script
+for entities in todelete.values():
+    system_source.delete_info_multi(session, entities, source_name)
+
+
+print '******************** backport mapping **********************************'
+session.disable_hook_categories('cw.sources')
+mapping = []
+for mappart in rql('Any X,SCH WHERE X cw_schema SCH, X cw_for_source S, S eid %(s)s',
+                   {'s': source.eid}).entities():
+    schemaent = mappart.cw_schema[0]
+    if schemaent.__regid__ != 'CWEType':
+        assert schemaent.__regid__ == 'CWRType'
+        sch = schema._eid_index[schemaent.eid]
+        for rdef in sch.rdefs.values():
+            if not source.support_entity(rdef.subject) \
+                    or not source.support_entity(rdef.object):
+                continue
+            if rdef.subject in DONT_GET_BACK_ETYPES \
+                    and rdef.object in DONT_GET_BACK_ETYPES:
+                print 'dont map', rdef
+                continue
+            if rdef.subject in DONT_GET_BACK_ETYPES:
+                options = u'action=link\nlinkattr=name'
+                roles = 'object',
+            elif rdef.object in DONT_GET_BACK_ETYPES:
+                options = u'action=link\nlinkattr=name'
+                roles = 'subject',
+            else:
+                options = u'action=copy'
+                if rdef.rtype in ('use_environment',):
+                    roles = 'object',
+                else:
+                    roles = 'subject',
+            print 'map', rdef, options, roles
+            for role in roles:
+                mapping.append( (
+                        (str(rdef.subject), str(rdef.rtype), str(rdef.object)),
+                        options + '\nrole=%s' % role) )
+    mappart.cw_delete()
+
+source_ent = rql('CWSource S WHERE S eid %(s)s', {'s': source.eid}).get_entity(0, 0)
+source_ent.init_mapping(mapping)
+
+# change source properties
+config = u'''synchronize=yes
+synchronization-interval=10min
+delete-entities=no
+'''
+rql('SET X type "datafeed", X parser "cw.entityxml", X url %(url)s, X config %(config)s '
+    'WHERE X eid %(x)s',
+    {'x': source.eid, 'config': config,
+     'url': source.config['base-url']+'/project'})
+
+
+commit()
+
+from cubes.apycot import recipes
+recipes.create_quick_recipe(session)