#!/usr/bin/python # vim: set fileencoding=utf-8 : # # (C) 2006,2007 Guido Guenther # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA """make a git archive out of a Debian source package""" import sys import re import os import tempfile import glob import pipes from email.Utils import parseaddr import gbp.command_wrappers as gbpc from gbp.deb_utils import debian_version_chars, parse_changelog, unpack_orig from gbp.git_utils import build_tag, GitRepository, GitRepositoryError, replace_source_tree, rfc822_date_to_git from gbp.config import GbpOptionParser from gbp.errors import GbpError class DscFile(object): """Keeps all needed data read from a dscfile""" pkg_re = re.compile('Source:\s+(?P.+)\s*') version_re = re.compile("Version:\s(\d+\:)?(?P[%s]+)\s*$" % debian_version_chars) tar_re = re.compile('^\s\w+\s\d+\s+(?P[^_]+_[^_]+(\.orig)?\.tar\.(gz|bz2))') diff_re = re.compile('^\s\w+\s\d+\s+(?P[^_]+_[^_]+\.diff.(gz|bz2))') def __init__(self, dscfile): self.pkg = "" self.tgz = "" self.diff = "" self.dscfile = os.path.abspath(dscfile) f = file(self.dscfile) fromdir = os.path.dirname(os.path.abspath(dscfile)) for line in f: m = self.version_re.match(line) if m: if '-' in m.group('version'): self.debian_version = m.group('version').split("-")[-1] self.upstream_version = "-".join(m.group('version').split("-")[0:-1]) self.native = False else: self.native = True # Debian native package self.upstream_version = m.group('version') continue m = self.pkg_re.match(line) if m: self.pkg = m.group('pkg') continue m = self.tar_re.match(line) if m: self.tgz = os.path.join(fromdir, m.group('tar')) continue m = self.diff_re.match(line) if m: self.diff = os.path.join(fromdir, m.group('diff')) continue f.close() if not self.pkg: raise GbpError, "Cannot parse package name from %s" % self.dscfile elif not self.tgz: raise GbpError, "Cannot parse archive name from %s" % self.dscfile def parse_dsc(dscfile): """parse dsc by creating a DscFile object""" try: dsc = DscFile(dscfile) except IOError, err: print >>sys.stderr, "Error reading dsc file: %s" % err dsc = None else: try: if dsc.native: print "Debian Native Package" print "Version:", dsc.upstream_version else: print "Upstream version:", dsc.upstream_version print "Debian version:", dsc.debian_version except AttributeError: print >>sys.stderr, "Error parsing dsc file %s" % dscfile dsc = None return dsc def import_initial(src, dirs, options): """ import the intial version and (in the case of a non native package) create the 'upstream' branch. Tag everything appropriately. """ try: os.chdir(dirs['git']) gbpc.GitInitDB()() gbpc.GitAdd()(['.']) gbpc.GitCommitAll()( msg="Imported %s version %s" % (['Upstream', 'Debian'][src.native], src.upstream_version)) if not src.native: gbpc.GitBranch()(options.upstream_branch) if options.pristine_tar: gbpc.PristineTar().commit(os.path.join(dirs['top'], src.tgz), options.upstream_branch) except gbpc.CommandExecFailed: print >>sys.stderr, "Creation of git repository failed" return False return True def git_apply_patch(diff): "Import patch via git-apply" pipe = pipes.Template() pipe.prepend('gunzip -c %s' % diff, '.-') pipe.append('git-apply --index --apply --whitespace=nowarn -', '-.') try: ret = pipe.copy('', '') if ret: print >>sys.stderr, "Error import %s: %d" % (diff, ret) return False except OSError, err: print >>sys.stderr, "Error importing %s: %s" % (diff, err[0]) return False return True def apply_debian_patch(src, dirs, options): """apply the debian patch and tag appropriately""" version = "%s-%s" % (src.upstream_version, src.debian_version) gitTag = gbpc.GitTag(options.sign_tags, options.keyid) try: os.chdir(dirs['git']) repo = GitRepository('.') if src.diff and not git_apply_patch(src.diff): raise GbpError os.chmod('debian/rules', 0755) if not repo.is_clean()[0]: dch = parse_changelog('debian/changelog') name, addr = parseaddr(dch['Maintainer']) env = { 'GIT_AUTHOR_NAME': name, 'GIT_AUTHOR_EMAIL': addr, 'GIT_AUTHOR_DATE': rfc822_date_to_git(dch['Date']), } gbpc.GitCommitAll(extra_env=env)(msg="Imported Debian patch %s" % version) else: print "Nothing to commit, nothing imported." gitTag(build_tag(options.debian_tag, version), msg="Debian release %s" % version) except gbpc.CommandExecFailed: print >>sys.stderr, "Failed to import Debian package" raise GbpError def move_tree(src, dirs): """rename the temporary unpack directory to it's final name""" try: os.rename(dirs['git'], src.pkg) except OSError, err: print >>sys.stderr, "Cannot move git repository '%s' to it's final location '%s': %s" % (dirs['git'], os.path.abspath(src.pkg), err) return False return True def create_debian_branch(debian_branch, dirs): """create the debian branch if necessary""" os.chdir(dirs['git']) repo = GitRepository('.') if repo.get_branch() != debian_branch: if not repo.has_branch(debian_branch): print "Creating Debian branch '%s'" % debian_branch gbpc.GitBranch()(debian_branch) gbpc.GitCheckoutBranch(debian_branch) os.chdir(dirs['top']) def main(argv): dirs = {'top': os.path.abspath(os.curdir)} ret = 0 parser = GbpOptionParser(command=os.path.basename(argv[0]), prefix='', usage='%prog [options] /path/to/package.dsc') parser.add_option("-v", "--verbose", action="store_true", dest="verbose", default=False, help="verbose command execution") parser.add_config_file_option(option_name="debian-branch", dest='debian_branch', help="branch the debian patch is being developed on, default is '%(debian-branch)s'") parser.add_config_file_option(option_name="upstream-branch", dest="upstream_branch", help="upstream branch, default is '%(upstream-branch)s'") parser.add_config_file_option(option_name="sign-tags", dest="sign_tags", help="sign git tags", action="store_true") parser.add_config_file_option(option_name="keyid", dest="keyid", help="GPG keyid to sign tags with") parser.add_config_file_option(option_name="debian-tag", dest="debian_tag", help="Format string for debian tags, default is '%(debian-tag)s'") parser.add_config_file_option(option_name="upstream-tag", dest="upstream_tag", help="Format string for upstream tags, default is '%(upstream-tag)s'") parser.add_config_file_option(option_name="filter", dest="filters", help="files to filter out during import (can be given multiple times)", action="append") parser.add_config_file_option(option_name="pristine-tar", dest="pristine_tar", help="Use pristine-tar to import the tarball", action="store_true") (options, args) = parser.parse_args(argv[1:]) if options.verbose: gbpc.Command.verbose = True gitTag = gbpc.GitTag(options.sign_tags, options.keyid) try: if len(args) != 1: parser.print_help() raise GbpError else: src = parse_dsc(args[0]) if not src: raise GbpError try: repo = GitRepository('.') (clean, out) = repo.is_clean() if not clean: print >>sys.stderr, "Repository has uncommitted changes, commit these first: " raise GbpError, out dirs['tmp'] = os.path.abspath(tempfile.mkdtemp(dir='..')) initial = False except GitRepositoryError: # The initial import is different: print "No git repository found, creating one." dirs['tmp'] = os.path.abspath(tempfile.mkdtemp(dir='.')) initial = True unpack_dir = unpack_orig(src.tgz, dirs['tmp'], options.filters) format = [(options.upstream_tag, "Upstream"), (options.debian_tag, "Debian")][src.native] tag = build_tag(format[0], src.upstream_version) msg = "%s version %s" % (format[1], src.upstream_version) if initial: dirs['git'] = glob.glob('%s/*' % unpack_dir)[0] if not import_initial(src, dirs, options): raise GbpError gitTag(tag, msg=msg) os.chdir(dirs['top']) if not src.native: apply_debian_patch(src, dirs, options) create_debian_branch(options.debian_branch, dirs) os.chdir(dirs['top']) if not move_tree(src, dirs): raise GbpError else: # not the initial import dirs['git'] = dirs['top'] unpack_dir = glob.glob('%s/*' % unpack_dir)[0] if not repo.has_tag(tag): print "tag %s not found, importing %s tarball" % (tag, format[1]) # FIXME: this is what import-orig does - merge if not src.native: gbpc.GitCheckoutBranch(options.upstream_branch)() replace_source_tree(repo, unpack_dir, options.filters, verbose=True) gbpc.GitCommitAll()(msg="Imported %s" % msg) gitTag(tag, msg=msg) if options.pristine_tar and not src.native: gbpc.PristineTar().commit(src.tgz, options.upstream_branch) if not src.native: gbpc.GitCheckoutBranch(options.debian_branch)() replace_source_tree(repo, unpack_dir, options.filters) apply_debian_patch(src, dirs, options) except gbpc.CommandExecFailed: os.chdir(dirs['top']) ret = 1 except GbpError, err: if len(err.__str__()): print >>sys.stderr, err os.chdir(dirs['top']) ret = 1 if dirs.has_key('tmp'): gbpc.RemoveTree(dirs['tmp'])() if not ret: print 'Everything imported under %s' % src.pkg return ret if __name__ == '__main__': sys.exit(main(sys.argv)) # vim:et:ts=4:sw=4:et:sts=4:ai:set list listchars=tab\:»·,trail\:·: