[constraint] more robust unicity constraint failures reporting for end-users
Postgres or Sqlserver have limits on the index names (around resp. 64
and 128 characters). Because `logilab.database` encodes the `unique
together` constraint rtypes in the index names, we sometimes get
truncated index names, from which it is impossible to retrieve all
rtypes.
In the long run, the way such index are named should be changed.
In the short term, we try to reduce the end-user confusion resulting
from this design flaw:
* in source/native, the regex filtering ``IntegrityError`` message does
not impose an `_idx` suffix, which indeed may be absent (the result being an
UI message that resembles a catastrophic failure),
* also we avoid including a trailing " (double quote) from the error
message
* in entities/adapters, the well-named ``IUserFriendly`` adapter is made a
bit smarter about how to handle missing rtypes.
* the adapter also always produces a global message explaining the
issue (and the fact that sometimes, the user is not shown all the
relevant info)
* i18n is updated
Closes #2793789
#!/usr/bin/python
import sys
from subprocess import call as sbp_call, Popen, PIPE
from urllib import urlopen
import os
from os import path as osp, pardir, chdir
def find_mercurial():
print "trying to find mercurial from the command line ..."
print '-' * 20
tryhg = sbp_call(['hg', '--version'])
if tryhg:
print 'mercurial seems to be unavailable, please install it'
raise
print '-' * 20
def hg_call(args):
return sbp_call(['hg'] + args)
return hg_call
BASE_URL = 'http://www.logilab.org/hg/'
to_clone = ['fyzz', 'yams', 'rql',
'logilab/common', 'logilab/constraint', 'logilab/database',
'logilab/devtools', 'logilab/mtconverter',
'cubes/blog', 'cubes/calendar', 'cubes/card', 'cubes/comment',
'cubes/datafeed', 'cubes/email', 'cubes/file', 'cubes/folder',
'cubes/forgotpwd', 'cubes/keyword', 'cubes/link', 'cubes/localperms',
'cubes/mailinglist', 'cubes/nosylist', 'cubes/person',
'cubes/preview', 'cubes/registration', 'cubes/rememberme',
'cubes/tag', 'cubes/vcsfile', 'cubes/zone']
# a couple of functions to be used to explore available
# repositories and cubes
def list_repos(repos_root):
assert repos_root.startswith('http://')
hgwebdir_repos = (repo.strip()
for repo in urlopen(repos_root + '?style=raw').readlines()
if repo.strip())
prefix = osp.commonprefix(hgwebdir_repos)
return (repo[len(prefix):].strip('/')
for repo in hgwebdir_repos)
def list_all_cubes(base_url=BASE_URL):
all_repos = list_repos(base_url)
#search for cubes
for repo in all_repos:
if repo.startswith('cubes'):
to_clone.append(repo)
def get_latest_debian_tag(path):
proc = Popen(['hg', '-R', path, 'tags'], stdout=PIPE)
out, _err = proc.communicate()
for line in out.splitlines():
if 'debian-version' in line:
return line.split()[0]
def main():
if len(sys.argv) == 1:
base_url = BASE_URL
elif len(sys.argv) == 2:
base_url = sys.argv[1]
else:
sys.stderr.write('usage %s [base_url]\n' % sys.argv[0])
sys.exit(1)
hg_call = find_mercurial()
print len(to_clone), 'repositories will be cloned'
base_dir = osp.normpath(osp.join(osp.dirname(__file__), pardir, pardir))
chdir(base_dir)
not_updated = []
for repo in to_clone:
url = base_url + repo
if '/' not in repo:
target_path = repo
else:
assert repo.count('/') == 1, repo
directory, repo = repo.split('/')
if not osp.isdir(directory):
os.mkdir(directory)
open(osp.join(directory, '__init__.py'), 'w').close()
target_path = osp.join(directory, repo)
if osp.exists(target_path):
print target_path, 'seems already cloned. Skipping it.'
else:
hg_call(['clone', '-U', url, target_path])
tag = get_latest_debian_tag(target_path)
if tag:
print 'updating to', tag
hg_call(['update', '-R', target_path, tag])
else:
not_updated.append(target_path)
print """
CubicWeb dependencies and standard set of cubes have been fetched and
update to the latest stable version.
You should ensure your PYTHONPATH contains `%(basedir)s`.
You might want to read the environment configuration section of the documentation
at http://docs.cubicweb.org/admin/setup.html#environment-configuration
You can find more cubes at http://www.cubicweb.org.
Clone them from `%(baseurl)scubes/` into the `%(basedir)s%(sep)scubes%(sep)s` directory.
To get started you may read http://docs.cubicweb.org/tutorials/base/index.html.
""" % {'basedir': os.getcwd(), 'baseurl': base_url, 'sep': os.sep}
if not_updated:
sys.stderr.write('WARNING: The following repositories were not updated (no debian tag found):\n')
for path in not_updated:
sys.stderr.write('\t-%s\n' % path)
if __name__ == '__main__':
main()