author | Julien Cristau <julien.cristau@logilab.fr> |
Mon, 19 Oct 2015 14:28:30 +0200 | |
changeset 10816 | d4a26e94f54a |
parent 10776 | b1834143fec8 |
permissions | -rw-r--r-- |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
1 |
# copyright 2003-2010 LOGILAB S.A. (Paris, FRANCE), all rights reserved. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
2 |
# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
3 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
4 |
# This file is part of CubicWeb. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
5 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
6 |
# CubicWeb is free software: you can redistribute it and/or modify it under the |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
7 |
# terms of the GNU Lesser General Public License as published by the Free |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
8 |
# Software Foundation, either version 2.1 of the License, or (at your option) |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
9 |
# any later version. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
10 |
# |
5424
8ecbcbff9777
replace logilab-common by CubicWeb in disclaimer
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5421
diff
changeset
|
11 |
# CubicWeb is distributed in the hope that it will be useful, but WITHOUT |
5421
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
12 |
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
13 |
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
14 |
# details. |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
15 |
# |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
16 |
# You should have received a copy of the GNU Lesser General Public License along |
8167de96c523
proper licensing information (LGPL-2.1). Hope I get it right this time.
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
4719
diff
changeset
|
17 |
# with CubicWeb. If not, see <http://www.gnu.org/licenses/>. |
6356
e89f71a41e20
[c-c i18n] namespace/line wrap cleanup + dynamically compute available language + make it works in installed mode
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
5424
diff
changeset
|
18 |
"""Some i18n/gettext utilities.""" |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
8695
diff
changeset
|
19 |
from __future__ import print_function |
0 | 20 |
|
21 |
__docformat__ = "restructuredtext en" |
|
22 |
||
23 |
import re |
|
24 |
import os |
|
1132 | 25 |
from os.path import join, basename, splitext, exists |
0 | 26 |
from glob import glob |
27 |
||
10776
b1834143fec8
[py3k] fix i18n
Julien Cristau <julien.cristau@logilab.fr>
parents:
10589
diff
changeset
|
28 |
from six import PY2 |
b1834143fec8
[py3k] fix i18n
Julien Cristau <julien.cristau@logilab.fr>
parents:
10589
diff
changeset
|
29 |
|
0 | 30 |
from cubicweb.toolsutils import create_dir |
31 |
||
32 |
def extract_from_tal(files, output_file): |
|
33 |
"""extract i18n strings from tal and write them into the given output file |
|
34 |
using standard python gettext marker (_) |
|
35 |
""" |
|
36 |
output = open(output_file, 'w') |
|
37 |
for filepath in files: |
|
38 |
for match in re.finditer('i18n:(content|replace)="([^"]+)"', open(filepath).read()): |
|
7896
4c954e1e73ef
[lint] remove uses of "print >> sys.stderr" (closes #1908571)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
7155
diff
changeset
|
39 |
output.write('_("%s")' % match.group(2)) |
0 | 40 |
output.close() |
41 |
||
42 |
||
3275
5247789df541
[gettext] provide GNU contexts to avoid translations ambiguities
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3202
diff
changeset
|
43 |
def add_msg(w, msgid, msgctx=None): |
0 | 44 |
"""write an empty pot msgid definition""" |
10776
b1834143fec8
[py3k] fix i18n
Julien Cristau <julien.cristau@logilab.fr>
parents:
10589
diff
changeset
|
45 |
if PY2 and isinstance(msgid, unicode): |
0 | 46 |
msgid = msgid.encode('utf-8') |
3275
5247789df541
[gettext] provide GNU contexts to avoid translations ambiguities
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3202
diff
changeset
|
47 |
if msgctx: |
10776
b1834143fec8
[py3k] fix i18n
Julien Cristau <julien.cristau@logilab.fr>
parents:
10589
diff
changeset
|
48 |
if PY2 and isinstance(msgctx, unicode): |
3275
5247789df541
[gettext] provide GNU contexts to avoid translations ambiguities
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3202
diff
changeset
|
49 |
msgctx = msgctx.encode('utf-8') |
5247789df541
[gettext] provide GNU contexts to avoid translations ambiguities
Adrien Di Mascio <Adrien.DiMascio@logilab.fr>
parents:
3202
diff
changeset
|
50 |
w('msgctxt "%s"\n' % msgctx) |
0 | 51 |
msgid = msgid.replace('"', r'\"').splitlines() |
52 |
if len(msgid) > 1: |
|
53 |
w('msgid ""\n') |
|
54 |
for line in msgid: |
|
55 |
w('"%s"' % line.replace('"', r'\"')) |
|
56 |
else: |
|
57 |
w('msgid "%s"\n' % msgid[0]) |
|
58 |
w('msgstr ""\n\n') |
|
59 |
||
8620
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
60 |
def execute2(args): |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
61 |
# XXX replace this with check_output in Python 2.7 |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
62 |
from subprocess import Popen, PIPE, CalledProcessError |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
63 |
p = Popen(args, stdout=PIPE, stderr=PIPE) |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
64 |
out, err = p.communicate() |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
65 |
if p.returncode != 0: |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
66 |
exc = CalledProcessError(p.returncode, args[0]) |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
67 |
exc.cmd = args |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
68 |
exc.data = (out, err) |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
69 |
raise exc |
0 | 70 |
|
71 |
def available_catalogs(i18ndir=None): |
|
72 |
if i18ndir is None: |
|
73 |
wildcard = '*.po' |
|
74 |
else: |
|
75 |
wildcard = join(i18ndir, '*.po') |
|
76 |
for popath in glob(wildcard): |
|
77 |
lang = splitext(basename(popath))[0] |
|
78 |
yield lang, popath |
|
79 |
||
80 |
||
81 |
def compile_i18n_catalogs(sourcedirs, destdir, langs): |
|
82 |
"""generate .mo files for a set of languages into the `destdir` i18n directory |
|
83 |
""" |
|
8620
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
84 |
from subprocess import CalledProcessError |
0 | 85 |
from logilab.common.fileutils import ensure_fs_mode |
10589
7c23b7de2b8d
[py3k] print function
Samuel Trégouët <samuel.tregouet@logilab.fr>
parents:
8695
diff
changeset
|
86 |
print('-> compiling message catalogs to %s' % destdir) |
0 | 87 |
errors = [] |
88 |
for lang in langs: |
|
89 |
langdir = join(destdir, lang, 'LC_MESSAGES') |
|
90 |
if not exists(langdir): |
|
91 |
create_dir(langdir) |
|
92 |
pofiles = [join(path, '%s.po' % lang) for path in sourcedirs] |
|
93 |
pofiles = [pof for pof in pofiles if exists(pof)] |
|
94 |
mergedpo = join(destdir, '%s_merged.po' % lang) |
|
95 |
try: |
|
2476
1294a6bdf3bf
application -> instance where it makes sense
Sylvain Thénault <sylvain.thenault@logilab.fr>
parents:
2395
diff
changeset
|
96 |
# merge instance/cubes messages catalogs with the stdlib's one |
8620
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
97 |
cmd = ['msgcat', '--use-first', '--sort-output', '--strict', |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
98 |
'-o', mergedpo] + pofiles |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
99 |
execute2(cmd) |
3118 | 100 |
# make sure the .mo file is writeable and compiles with *msgfmt* |
0 | 101 |
applmo = join(destdir, lang, 'LC_MESSAGES', 'cubicweb.mo') |
102 |
try: |
|
103 |
ensure_fs_mode(applmo) |
|
104 |
except OSError: |
|
105 |
pass # suppose not exists |
|
8620
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
106 |
execute2(['msgfmt', mergedpo, '-o', applmo]) |
8695
358d8bed9626
[toward-py3k] rewrite to "except AnException as exc:" (part of #2711624)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8620
diff
changeset
|
107 |
except CalledProcessError as exc: |
8620
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
108 |
errors.append(u'while handling language %s:\ncmd:\n%s\nstdout:\n%s\nstderr:\n%s\n' % |
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
109 |
(lang, exc.cmd, repr(exc.data[0]), repr(exc.data[1]))) |
8695
358d8bed9626
[toward-py3k] rewrite to "except AnException as exc:" (part of #2711624)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8620
diff
changeset
|
110 |
except Exception as exc: |
8620
61c4bdd70dd8
[cw-ctl] silence msgcat and msgfmt (closes #2527594)
Nicolas Chauvat <nicolas.chauvat@logilab.fr>
parents:
8225
diff
changeset
|
111 |
errors.append(u'while handling language %s: %s' % (lang, exc)) |
0 | 112 |
try: |
113 |
# clean everything |
|
114 |
os.unlink(mergedpo) |
|
115 |
except Exception: |
|
116 |
continue |
|
117 |
return errors |