Remove bootstrap.py and manifest file

A step towards new way of managing the test package repositories.

Signed-off-by: Markus Lehtonen <markus.lehtonen@linux.intel.com>

2 files changed, 0 insertions, 289 deletions

diff --git a/bootstrap.py b/bootstrap.py
deleted file mode 100755
index 2b553ef..0000000
--- a/bootstrap.py
+++ /dev/null
@@ -1,268 +0,0 @@
-#!/usr/bin/python
-# vim:fileencoding=utf-8:et:ts=4:sw=4:sts=4
-#
-# Copyright (C) 2013 Intel Corporation <markus.lehtonen@linux.intel.com>
-#
-# This program is free software; you can redistribute it and/or
-# modify it under the terms of the GNU General Public License
-# as published by the Free Software Foundation; either version 2
-# of the License, or (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program; if not, write to the Free Software
-# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
-# MA 02110-1301, USA.
-"""Script for bootstrapping and updating the unittest data"""
-
-import argparse
-from fnmatch import fnmatch
-from glob import glob
-import logging
-import os
-import shutil
-import subprocess
-import sys
-import tempfile
-
-from tests.component.rpm import RepoManifest
-
-# Disable "Instance of 'Document' has no 'firstChild' member"
-#   pylint: disable=E1103
-
-
-LOG = logging.getLogger(os.path.basename(sys.argv[0]))
-# Use mangled pristine-tar branch names in order to not confuse pristine-tar
-TEST_PKGS = {'gbp-test-native': {'build_branches': ['master'],
-                                  'export_branches': ['master']},
-             'gbp-test-native2': {'build_branches': ['master'],
-                                  'export_branches': ['master']},
-             'gbp-test': {'build_branches': ['master', 'fork'],
-                          'export_branches': ['master', 'upstream',
-                                              'pq/master', 'pristine_tar']},
-             'gbp-test2': {'build_branches': ['master'],
-                           'export_branches': ['master', 'master-orphan',
-                                               'upstream', 'pristine_tar']}}
-
-
-class GitError(Exception):
-    """Exception for git errors"""
-    pass
-
-
-class TestDataRepoManifest(RepoManifest):
-    """Test repo manifest"""
-    def add_project(self, name, branches):
-        """Add new project to the manifest"""
-        prj_e = self._doc.createElement('project')
-        prj_e.setAttribute('name', name)
-        for branch in branches:
-            br_e = self._doc.createElement('branch')
-            for key, val in branch.iteritems():
-                br_e.setAttribute(key, val)
-            prj_e.appendChild(br_e)
-        self._doc.firstChild.appendChild(prj_e)
-
-
-def run_cmd(cmd, opts=None, capture_stdout=False, capture_stderr=False):
-    """Run command"""
-    args = [cmd] + opts if opts else [cmd]
-    stdout = subprocess.PIPE if capture_stdout else None
-    stderr = subprocess.PIPE if capture_stderr else None
-    LOG.debug("Running command: '%s'", ' '.join(args))
-    popen = subprocess.Popen(args, stdout=stdout, stderr=stderr)
-    stdout, stderr = popen.communicate()
-    ret_out = stdout.splitlines() if stdout else stdout
-    ret_err = stderr.splitlines() if stderr else stderr
-    return (popen.returncode, ret_out, ret_err)
-
-def git_cmd(cmd, opts=None, capture_stdout=False):
-    """Run git command"""
-    git_opts = [cmd] + opts if opts else [cmd]
-    ret, stdout, _stderr = run_cmd('git', git_opts, capture_stdout, True)
-    if ret:
-        raise GitError("Git cmd ('%s') failed!" % ('git ' + ' '.join(git_opts)))
-    return stdout
-
-def parse_args(argv=None):
-    """Argument parser"""
-    parser = argparse.ArgumentParser()
-    parser.add_argument('--verbose', '-v', action='store_true',
-                        help="Verbose output")
-    parser.add_argument('--overwrite', '-o', action='store_true',
-                        help="Overwrite existing files")
-    parser.add_argument('--update-branches', choices=['no', 'yes', 'force'],
-                        default='no',
-                        help="Update branches from remote")
-    parser.add_argument('--no-build', action='store_true',
-                        help="Do not build the packages")
-    parser.add_argument('--keep-tmp', '-k', action='store_true',
-                        help="Do not remove the temporary data dir")
-    parser.add_argument('--silent-build', '-s', action='store_true',
-                        help="Silent build, i.e. no rpmbuild output shown")
-    return parser.parse_args(argv)
-
-def do_build(tag, builddir, silent_build=False):
-    """Run git-buildpackage-rpm"""
-    gbp_opts =  ['--git-ignore-new','--git-export=%s' % tag,
-                 '--git-export-dir=%s' % builddir, '--git-ignore-branch']
-    rpmbuild_opts = ['-ba', '--target=noarch']
-    ret, out, _err = run_cmd('git-buildpackage-rpm', gbp_opts + rpmbuild_opts,
-                             True, silent_build)
-    if ret:
-        for line in out:
-            print line
-        raise Exception('Building %s failed! Builddata can be found '
-                        'in %s' % (tag, builddir))
-
-def build_test_pkg(pkg_name, branch, outdir, silent_build=False):
-    """Build the test package and extract unit test data"""
-    LOG.info('Building package %s', pkg_name)
-    if branch == 'master':
-        tag_pattern = 'srcdata/%s/release/*' % pkg_name
-    else:
-        tag_pattern = 'srcdata/%s/%s/release/*' % (pkg_name, branch)
-
-    build_branch = 'srcdata/%s/%s' % (pkg_name, branch)
-    # Check for hooks
-    hooks = {}
-    try:
-        hook_py = git_cmd('show', ['%s:.bootstrap_hooks.py' % build_branch],
-                          True)
-        LOG.info('Loading bootstrap hooks')
-        exec(hook_py, hooks, hooks)
-    except GitError:
-        LOG.debug('No hooks found for %s', build_branch)
-    tags = git_cmd('tag', ['-l', tag_pattern], True)
-    for ind, tag in enumerate(tags):
-        builddir = tempfile.mkdtemp(dir='.',
-                                    prefix='build-%s-%s_' % (pkg_name, ind))
-        do_build(tag, builddir, silent_build)
-
-        # Run postbuild_all hook
-        if 'postbuild' in hooks:
-            LOG.info('Running postbuild_all() hook for %s / %s', pkg_name, tag)
-            hooks['postbuild'](builddir, tag, LOG)
-
-        # Create subdirs
-        orig_dir = '%s/%s' % (outdir, 'orig')
-        rpm_dir = '%s/%s' % (outdir, 'rpm')
-        for path in (orig_dir, rpm_dir):
-            if not os.path.isdir(path):
-                os.mkdir(path)
-
-        for fname in glob('%s/SRPMS/*rpm' % builddir):
-            LOG.debug('Copying %s -> %s', fname, outdir)
-            shutil.copy(fname, outdir)
-        for fname in glob('%s/RPMS/*/*rpm' % builddir):
-            LOG.debug('Copying %s -> %s', fname, rpm_dir)
-            shutil.copy(fname, rpm_dir)
-        for fname in os.listdir('%s/SOURCES' % builddir):
-            if (fnmatch(fname, 'gbp*tar.gz') or fnmatch(fname, 'gbp*tar.bz2') or
-                    fnmatch(fname, 'gbp*zip')):
-                LOG.debug('Copying %s -> %s', fname, orig_dir)
-
-                shutil.copy('%s/SOURCES/%s' % (builddir, fname), orig_dir)
-        shutil.rmtree(builddir)
-
-
-def update_testrepo_manifest(manifest, pkg_name, branches):
-    """
-    Update a manifest file describing the branches/sha1s of a test git repo
-    used by the gbp buildpackage-rpm and pq unit tests.
-    """
-    branches_meta = []
-    for branch in branches:
-        in_branch = 'srcdata/%s/%s' % (pkg_name, branch)
-        sha = git_cmd('rev-parse', ['%s^0' % in_branch], True)[0]
-        branches_meta.append({'name': branch, 'orig_name': in_branch,
-                              'revision': sha.strip()})
-    manifest.add_project(pkg_name, branches_meta)
-
-
-def update_pkg_branches(pkg_name, remote, force=False):
-    """Update srcdata branches"""
-    brs = git_cmd('branch', ['-r', '--list', '%s/srcdata/%s/*' %
-                    (remote, pkg_name)], True)
-    branches = [brn.strip().split()[0].replace(remote + '/', '') for brn in brs]
-    LOG.info("Updating local branches %s from '%s'", branches, remote)
-
-    for branch in branches:
-        git_cmd('checkout', [branch])
-        remote_branch = '%s/%s' % (remote, branch)
-        try:
-            git_cmd('merge', ['--ff-only', remote_branch], True)
-        except GitError:
-            if force:
-                LOG.warning('Doing hard reset for branch %s', branch)
-                git_cmd('reset', ['--hard', remote_branch], True)
-            else:
-                raise Exception('Failed to do fast-forward on %s' % branch)
-
-def update_from_remote(remote, force=False):
-    """Update srcdata branches from remote repo"""
-    git_cmd('fetch', [remote])
-    for pkg in TEST_PKGS:
-        update_pkg_branches(pkg, remote, force=force)
-
-
-def main(argv=None):
-    """The main routine"""
-    LOG.addHandler(logging.StreamHandler())
-    LOG.setLevel(logging.INFO)
-
-    args = parse_args(argv)
-    if args.verbose:
-        LOG.setLevel(logging.DEBUG)
-
-    outdatadir = tempfile.mkdtemp(prefix='gbp_unittest_outdata_')
-
-    # Get current branch / revision
-    try:
-        _cur_ref = git_cmd('symbolic-ref', ['HEAD'], True)[0].strip()
-        orig_rev = _cur_ref.replace('refs/heads/', '')
-    except GitError:
-        orig_rev = git_cmd('rev-parse', ['HEAD'], True)[0].strip()
-
-    try:
-        if args.update_branches != 'no':
-            force = True if args.update_branches == 'force' else False
-            update_from_remote('origin', force=force)
-            git_cmd('checkout', [orig_rev])
-        test_manifest = TestDataRepoManifest()
-        for pkg, pkgconf in TEST_PKGS.iteritems():
-            if 'export_branches' in pkgconf:
-                update_testrepo_manifest(test_manifest, pkg,
-                                         pkgconf['export_branches'])
-            if not args.no_build:
-                for branch in pkgconf['build_branches']:
-                    build_test_pkg(pkg, branch, outdatadir, args.silent_build)
-
-        # Copy all data
-        test_manifest.write('test-repo-manifest.xml')
-        for root, dirs, files in os.walk(outdatadir):
-            relroot = os.path.relpath(root, outdatadir)
-            for dname in dirs:
-                relpath = '%s/%s' % (relroot, dname)
-                if not os.path.isdir(relpath):
-                    os.makedirs(relpath)
-            for fname in files:
-                relpath = '%s/%s' % (relroot, fname)
-                if not os.path.exists(relpath) or args.overwrite:
-                    shutil.copy('%s/%s' % (root, fname), relpath)
-                else:
-                    LOG.debug('Skipping %s', relpath)
-    finally:
-        if args.keep_tmp:
-            LOG.info('Sparing temporary directory: %s', outdatadir)
-        else:
-            shutil.rmtree(outdatadir)
-        git_cmd('checkout', [orig_rev])
-
-
-if __name__ == '__main__':
-    main()
diff --git a/test-repo-manifest.xml b/test-repo-manifest.xml
deleted file mode 100644
index f0e4989..0000000
--- a/test-repo-manifest.xml
+++ /dev/null
@@ -1,21 +0,0 @@
-<?xml version="1.0" ?>
-<gbp-test-manifest>
-	<project name="gbp-test">
-		<branch name="master" orig_name="srcdata/gbp-test/master" revision="b82fd1a61db4221263b2c110f60c6d07cb0203df"/>
-		<branch name="upstream" orig_name="srcdata/gbp-test/upstream" revision="6450890aa002b0868537ee50cc1aea177fdcc941"/>
-		<branch name="pq/master" orig_name="srcdata/gbp-test/pq/master" revision="972ecde7c94eb00f4d310aa0e3e8f72ed215f591"/>
-		<branch name="pristine_tar" orig_name="srcdata/gbp-test/pristine_tar" revision="ee75150c3e9f3dacc1000d7ebc34a833e23b0356"/>
-	</project>
-	<project name="gbp-test-native2">
-		<branch name="master" orig_name="srcdata/gbp-test-native2/master" revision="3da6930adaaef1cf7c67c97244d72a4aaef13f00"/>
-	</project>
-	<project name="gbp-test-native">
-		<branch name="master" orig_name="srcdata/gbp-test-native/master" revision="1b89d1d93044b12e4adc102f7c30feaabc41ba58"/>
-	</project>
-	<project name="gbp-test2">
-		<branch name="master" orig_name="srcdata/gbp-test2/master" revision="9d9a1e4efc5c1a9ba48c7de7bb2f3158a29e40d8"/>
-		<branch name="master-orphan" orig_name="srcdata/gbp-test2/master-orphan" revision="97d5c7e811c7b4160142606d1553172ca4567f21"/>
-		<branch name="upstream" orig_name="srcdata/gbp-test2/upstream" revision="6dccee0ab7689e5ae446d39535138ea39a88e70c"/>
-		<branch name="pristine_tar" orig_name="srcdata/gbp-test2/pristine_tar" revision="75e1ee1d3c0b920491cb9fc827be6de8cd9f0d9f"/>
-	</project>
-</gbp-test-manifest>