bin/clone_deps.py
author Sylvain Thénault <sylvain.thenault@logilab.fr>
Thu, 01 Aug 2013 13:55:11 +0200
branchstable
changeset 9213 312062f53981
parent 8380 b752df3e8596
permissions -rwxr-xr-x
[inlined form field] fix regression introduced in 3.16.4/570208f74a84. Closes #3064653 In the above changeset, we changed ordered entities to be edited according to mandatory inlined constraints, though this leads to unpredictable order in cases where there are no constraint. This leads to case where inlined relation field may think there is no value related to a mandatory relation, while this is simply because there is a value specified but to an entity that will be created later (together with the relation). To fix this, we've to use the fact that the RelationField.process_form_value return None in cases where there is some entity to be created, while an empty set when there are no linked entity. The new no_value() method allows to differentiate between those different notion of 'no-value'.

#!/usr/bin/python
import sys

from subprocess import call as sbp_call, Popen, PIPE
from urllib import urlopen
import os
from os import path as osp, pardir, chdir


def find_mercurial():
    print "trying to find mercurial from the command line ..."
    print '-' * 20
    tryhg = sbp_call(['hg', '--version'])
    if tryhg:
        print 'mercurial seems to be unavailable, please install it'
        raise
    print '-' * 20
    def hg_call(args):
        return sbp_call(['hg'] + args)

    return hg_call


BASE_URL = 'http://www.logilab.org/hg/'

to_clone = ['fyzz', 'yams', 'rql',
            'logilab/common', 'logilab/constraint', 'logilab/database',
            'logilab/devtools', 'logilab/mtconverter',
            'cubes/blog', 'cubes/calendar', 'cubes/card', 'cubes/comment',
            'cubes/datafeed', 'cubes/email', 'cubes/file', 'cubes/folder',
            'cubes/forgotpwd', 'cubes/keyword', 'cubes/link', 'cubes/localperms',
            'cubes/mailinglist', 'cubes/nosylist', 'cubes/person',
            'cubes/preview', 'cubes/registration', 'cubes/rememberme',
            'cubes/tag', 'cubes/vcsfile', 'cubes/zone']

# a couple of functions to be used to explore available
# repositories and cubes
def list_repos(repos_root):
    assert repos_root.startswith('http://')
    hgwebdir_repos = (repo.strip()
                      for repo in urlopen(repos_root + '?style=raw').readlines()
                      if repo.strip())
    prefix = osp.commonprefix(hgwebdir_repos)
    return (repo[len(prefix):].strip('/')
            for repo in hgwebdir_repos)

def list_all_cubes(base_url=BASE_URL):
    all_repos = list_repos(base_url)
    #search for cubes
    for repo in all_repos:
        if repo.startswith('cubes'):
            to_clone.append(repo)

def get_latest_debian_tag(path):
    proc = Popen(['hg', '-R', path, 'tags'], stdout=PIPE)
    out, _err = proc.communicate()
    for line in out.splitlines():
        if 'debian-version' in line:
            return line.split()[0]

def main():
    if len(sys.argv) == 1:
        base_url = BASE_URL
    elif len(sys.argv) == 2:
        base_url = sys.argv[1]
    else:
        sys.stderr.write('usage %s [base_url]\n' %  sys.argv[0])
        sys.exit(1)
    hg_call = find_mercurial()
    print len(to_clone), 'repositories will be cloned'
    base_dir = osp.normpath(osp.join(osp.dirname(__file__), pardir, pardir))
    chdir(base_dir)
    not_updated = []
    for repo in to_clone:
        url = base_url + repo
        if '/' not in repo:
            target_path = repo
        else:
            assert repo.count('/') == 1, repo
            directory, repo = repo.split('/')
            if not osp.isdir(directory):
                os.mkdir(directory)
                open(osp.join(directory, '__init__.py'), 'w').close()
            target_path = osp.join(directory, repo)
        if osp.exists(target_path):
            print target_path, 'seems already cloned. Skipping it.'
        else:
            hg_call(['clone', '-U', url, target_path])
            tag = get_latest_debian_tag(target_path)
            if tag:
                print 'updating to', tag
                hg_call(['update', '-R', target_path, tag])
            else:
                not_updated.append(target_path)
    print """
CubicWeb dependencies and standard set of cubes have been fetched and
update to the latest stable version.

You should ensure your PYTHONPATH contains `%(basedir)s`.
You might want to read the environment configuration section of the documentation
at http://docs.cubicweb.org/admin/setup.html#environment-configuration

You can find more cubes at http://www.cubicweb.org.
Clone them from `%(baseurl)scubes/` into the `%(basedir)s%(sep)scubes%(sep)s` directory.

To get started you may read http://docs.cubicweb.org/tutorials/base/index.html.
""" % {'basedir': os.getcwd(), 'baseurl': base_url, 'sep': os.sep}
    if not_updated:
        sys.stderr.write('WARNING: The following repositories were not updated (no debian tag found):\n')
        for path in not_updated:
            sys.stderr.write('\t-%s\n' % path)

if __name__ == '__main__':
    main()