[dataimport] Move stores to new API. Here is the final store API: * ``prepare_insert_entity(<entity type>, **kwargs) -> eid``: given an entity type, attributes and inlined relations, return the eid of the entity to be inserted, *with no guarantee that anything has been inserted in database*, * ``prepare_update_entity(<entity type>, eid, **kwargs) -> None``: given an entity type and eid, promise for update given attributes and inlined relations *with no guarantee that anything has been inserted in database*, * ``prepare_insert_relation(eid_from, rtype, eid_to) -> None``: indicate that a relation ``rtype`` should be added between entities with eids ``eid_from`` and ``eid_to``. Similarly to ``prepare_insert_entity()``, *there is no guarantee that the relation will be inserted in database*, * ``flush() -> None``: flush any temporary data to database. May be called several times during an import, * ``finish() -> None``: additional stuff to do after import is terminated. **Warning:** ``prepare_update_entity()`` still needs to be implemented for NoHookRQLObjectStore. Related to #5040344

     1

#!/usr/bin/python

     2

     3

"""usage: fix-po-encodings [filename...]

     4

change the encoding of the po files passed as arguments to utf-8

     5

"""

     6

import sys

     7

import re

     8

import codecs

     9

    10

def change_encoding(filename, target='UTF-8'):

    11

    fdesc = open(filename)

    12

    data = fdesc.read()

    13

    fdesc.close()

    14

    encoding = find_encoding(data)

    15

    if encoding == target:

    16

        return

    17

    data = fix_encoding(data, target)

    18

    data = unicode(data, encoding)

    19

    fdesc = codecs.open(filename, 'wb', encoding=target)

    20

    fdesc.write(data)

    21

    fdesc.close()

    22

    23

def find_encoding(data):

    24

    regexp = re.compile(r'"Content-Type:.* charset=([a-zA-Z0-9-]+)\\n"', re.M)

    25

    mo = regexp.search(data)

    26

    if mo is None:

    27

        raise ValueError('No encoding declaration')

    28

    return mo.group(1)

    29

    30

def fix_encoding(data, target_encoding):

    31

    regexp = re.compile(r'("Content-Type:.* charset=)(.*)(\\n")', re.M)

    32

    return regexp.sub(r'\1%s\3' % target_encoding, data)

    33

    34

    35

    36

for filename in sys.argv[1:]:

    37

    print filename

    38

    change_encoding(filename)