bin/clone_deps.py
author Anthony Truchet <anthony.truchet@logilab.fr>
Mon, 27 Feb 2012 09:43:15 +0100
changeset 8265 9747ab9230ad
parent 7896 4c954e1e73ef
child 8345 c6c76bf518d1
permissions -rwxr-xr-x
[repo, undo] Finish repository-side implementation of the undo feature (closes #893940) 1) Changes API for undo_transaction in order to raise an exception: the previous API returned a sequence of error, the user of the API needed to be careful to check explicitly. We change this for it to raise an UndoException with the list of errors as an attribute. 2) The server-side support for undoing update actions is finished 3) The configuration for `undo-support` is now a simple boolean Beware of the costs, both in DB space and in number of requests on the RDBMS backend, once this feture is activated. 4) Adds a txuuid param/attribute to the existing NoSuchTransaction exception.

#!/usr/bin/python
import os
import sys
from subprocess import call, Popen, PIPE
try:
    from mercurial.dispatch import dispatch as hg_call
except ImportError:
    print '-' * 20
    print "mercurial module is not reachable from this Python interpreter"
    print "trying from command line ..."
    tryhg = os.system('hg --version')
    if tryhg:
        print 'mercurial seems to unavailable, please install it'
        raise
    print 'found it, ok'
    print '-' * 20
    def hg_call(args):
        call(['hg'] + args)
from urllib import urlopen
from os import path as osp, pardir
from os.path import normpath, join, dirname

BASE_URL = 'http://www.logilab.org/hg/'

to_clone = ['fyzz', 'yams', 'rql',
            'logilab/common', 'logilab/constraint', 'logilab/database',
            'logilab/devtools', 'logilab/mtconverter',
            'cubes/blog', 'cubes/calendar', 'cubes/card', 'cubes/comment',
            'cubes/datafeed', 'cubes/email', 'cubes/file', 'cubes/folder',
            'cubes/forgotpwd', 'cubes/keyword', 'cubes/link',
            'cubes/mailinglist', 'cubes/nosylist', 'cubes/person',
            'cubes/preview', 'cubes/registration', 'cubes/rememberme',
            'cubes/tag', 'cubes/vcsfile', 'cubes/zone']

# a couple of functions to be used to explore available
# repositories and cubes
def list_repos(repos_root):
    assert repos_root.startswith('http://')
    hgwebdir_repos = (repo.strip()
                      for repo in urlopen(repos_root + '?style=raw').readlines()
                      if repo.strip())
    prefix = osp.commonprefix(hgwebdir_repos)
    return (repo[len(prefix):].strip('/')
            for repo in hgwebdir_repos)

def list_all_cubes(base_url=BASE_URL):
    all_repos = list_repos(base_url)
    #search for cubes
    for repo in all_repos:
        if repo.startswith('cubes'):
            to_clone.append(repo)

def get_latest_debian_tag(path):
    proc = Popen(['hg', '-R', path, 'tags'], stdout=PIPE)
    out, _err = proc.communicate()
    for line in out.splitlines():
        if 'debian-version' in line:
            return line.split()[0]

def main():
    if len(sys.argv) == 1:
        base_url = BASE_URL
    elif len(sys.argv) == 2:
        base_url = sys.argv[1]
    else:
        sys.stderr.write('usage %s [base_url]\n' %  sys.argv[0])
        sys.exit(1)
    print len(to_clone), 'repositories will be cloned'
    base_dir = normpath(join(dirname(__file__), pardir, pardir))
    os.chdir(base_dir)
    not_updated = []
    for repo in to_clone:
        url = base_url + repo
        if '/' not in repo:
            target_path = repo
        else:
            assert repo.count('/') == 1, repo
            directory, repo = repo.split('/')
            if not osp.isdir(directory):
                os.mkdir(directory)
                open(join(directory, '__init__.py'), 'w').close()
            target_path = osp.join(directory, repo)
        if osp.exists(target_path):
            print target_path, 'seems already cloned. Skipping it.'
        else:
            hg_call(['clone', '-U', url, target_path])
            tag = get_latest_debian_tag(target_path)
            if tag:
                print 'updating to', tag
                hg_call(['update', '-R', target_path, tag])
            else:
                not_updated.append(target_path)
    print """
CubicWeb dependencies and standard set of cubes have been fetched and
update to the latest stable version.

You should ensure your PYTHONPATH contains `%(basedir)s`.
You might want to read the environment configuration section of the documentation
at http://docs.cubicweb.org/admin/setup.html#environment-configuration

You can find more cubes at http://www.cubicweb.org.
Clone them from `%(baseurl)scubes/` into the `%(basedir)s%(sep)scubes%(sep)s` directory.

To get started you may read http://docs.cubicweb.org/tutorials/base/index.html.
""" % {'basedir': os.getcwd(), 'baseurl': base_url, 'sep': os.sep}
    if not_updated:
        sys.stderr.write('WARNING: The following repositories were not updated (no debian tag found):\n')
        for path in not_updated:
            sys.stderr.write('\t-%s\n' % path)

if __name__ == '__main__':
    main()