#!/usr/bin/python import os import sys import shutil import glob import tempfile import argparse import datetime import subprocess import re # # Utility bits # def log(m): if not args.quiet: print '\x1b[33m* %s\x1b[0m' % m def error(e): print '\x1b[31mError: %s\x1b[0m' % e sys.exit(1) def copytree(a, b): log('copy %s -> %s' % (a, b)) shutil.copytree(a, b) def copyfile(a, b): log('copy %s -> %s' % (a, b)) shutil.copyfile(a, b) def rmtree(a): log('remove %s' % a) shutil.rmtree(a, ignore_errors=True) def command(c, can_fail=False): log(c) r = os.system(c) if (r >> 8) and not can_fail: error('command failed') def command_and_read(c): log(c) p = subprocess.Popen(c.split(), stdout=subprocess.PIPE) f = os.fdopen(os.dup(p.stdout.fileno())) return f # # Version # class Version: def __init__(self, s): self.pre = False self.beta = None if s.startswith("'"): s = s[1:] if s.endswith("'"): s = s[0:-1] if s.endswith('pre'): s = s[0:-3] self.pre = True b = s.find("beta") if b != -1: self.beta = int(s[b+4:]) s = s[0:b] p = s.split('.') self.major = int(p[0]) self.minor = int(p[1]) def bump(self): self.minor += 1 self.pre = False self.beta = None def to_pre(self): self.pre = True self.beta = None def bump_and_to_pre(self): self.bump() self.pre = True self.beta = None def to_release(self): self.pre = False self.beta = None def bump_beta(self): if self.pre: self.pre = False self.beta = 1 elif self.beta is not None: self.beta += 1 elif self.beta is None: self.beta = 1 def __str__(self): s = '%d.%02d' % (self.major, self.minor) if self.beta is not None: s += 'beta%d' % self.beta elif self.pre: s += 'pre' return s # # Environment # class Environment(object): def __init__(self): self.variables = {} def set(self, a, b): self.variables[a] = b def get(self, a): return self.variables[a] def variables_string(self): e = '' for k, v in self.variables.iteritems(): e += '%s="%s" ' % (k, v) return e def work_dir_cdist(self, sub): assert(false) def work_dir_cscript(self): assert(false) def checkout(self, project): flags = '' redirect = '' if args.quiet: flags = '-q' redirect = '>/dev/null' command('git clone %s %s/%s.git %s/src/%s' % (flags, project.git_dir, project.name, self.work_dir_cdist(), project.name)) os.chdir('%s/src/%s' % (self.work_dir_cdist(), project.name)) command('git checkout %s %s %s' % (flags, project.specifier, redirect)) command('git submodule init') command('git submodule update') def build_dependencies(self, target, project): if 'dependencies' in project.cscript: for d in project.cscript['dependencies'](target): self.build(target, Project(d[0], d[1])) def build(self, target, project): self.checkout(project) project.cscript['build'](self, target) def package(self, target, project): print 'hello' if target.platform != 'source': self.build_dependencies(target, project) self.checkout(project) if target.platform == 'source': command('./waf dist') return os.path.abspath('%s-%s.tar.bz2' % (project.name, project.version)) else: project.cscript['build'](self, target) return project.cscript['package'](self, target, project.version) def cleanup(self): pass # # ChrootEnvironment # class ChrootEnvironment(Environment): def __init__(self, chroot): super(ChrootEnvironment, self).__init__() self.chroot = chroot self.dir_in_chroot = '/home/carl' self.chroot_dir = '/home/carl/Environments' # ChrootEnvironments work in dir_in_chroot, and clear # it out before use for g in glob.glob('%s/*' % self.work_dir_cdist()): rmtree(g) # Environment variables self.set('CXXFLAGS', '-I%s/include' % self.work_dir_cscript()) self.set('LINKFLAGS', '-L%s/lib' % self.work_dir_cscript()) self.set('PKG_CONFIG_PATH', '%s/lib/pkgconfig' % self.work_dir_cscript()) def work_dir_cdist(self): return '%s/%s%s' % (self.chroot_dir, self.chroot, self.dir_in_chroot) def work_dir_cscript(self): return self.dir_in_chroot def command(self, c): # Work out the cwd for the chrooted command cwd = os.getcwd() prefix = '%s/%s' % (self.chroot_dir, self.chroot) assert(cwd.startswith(prefix)) cwd = cwd[len(prefix):] log('schroot[%s] -> %s' % (cwd, c)) command('%s schroot -c %s -d %s -p -- %s' % (self.variables_string(), self.chroot, cwd, c)) # # HostEnvironment # class HostEnvironment(Environment): def __init__(self): super(HostEnvironment, self).__init__() self.temp = tempfile.mkdtemp() def work_dir_cdist(self): return self.temp def work_dir_cscript(self): return self.temp def command(self, c): log('host -> %s' % c) command('%s %s' % (self.variables_string(), c)) def cleanup(self): rmtree(self.temp) # # WindowsEnvironment # class WindowsEnvironment(HostEnvironment): def __init__(self, bits): super(WindowsEnvironment, self).__init__() self._windows_prefix = '/home/carl/Environments/windows/%d' % bits if not os.path.exists(self._windows_prefix): error('windows prefix %s does not exist' % self._windows_prefix) if bits == 32: self.mingw_name = 'i686' else: self.mingw_name = 'x86_64' self.mingw_path = '/mingw/bin' self.mingw_prefix = '/mingw/%s-w64-mingw32' % self.mingw_name self.set('PKG_CONFIG_LIBDIR', '%s/lib/pkgconfig' % self._windows_prefix) self.set('PKG_CONFIG_PATH', '%s/lib/pkgconfig' % self.work_dir_cscript()) self.set('PATH', '%s/bin:%s:%s' % (self._windows_prefix, self.mingw_path, os.environ['PATH'])) self.set('CC', '%s-w64-mingw32-gcc' % self.mingw_name) self.set('CXX', '%s-w64-mingw32-g++' % self.mingw_name) self.set('LD', '%s-w64-mingw32-ld' % self.mingw_name) self.set('RANLIB', '%s-w64-mingw32-ranlib' % self.mingw_name) self.set('WINRC', '%s-w64-mingw32-windres' % self.mingw_name) self.set('CXXFLAGS', '-I%s/include -I%s/include -I%s/include' % (self._windows_prefix, self.mingw_prefix, self.work_dir_cscript())) self.set('LINKFLAGS', '-L%s/lib -L%s/lib -L%s/lib' % (self._windows_prefix, self.mingw_prefix, self.work_dir_cscript())) def windows_prefix(self): return self._windows_prefix # # Target # class Target: def __init__(self, name): if name.startswith('ubuntu-') or name.startswith('debian-'): self.platform = 'linux' self.version = name.split('-')[1] self.bits = int(name.split('-')[2]) self.environment = ChrootEnvironment(name) elif name.startswith('windows-'): self.platform = 'windows' self.bits = int(name.split('-')[1]) self.environment = WindowsEnvironment(self.bits) if self.bits == 32: self.host = 'i686-w64-mingw32' else: self.hots = 'x86_64-w64-mingw32' elif name == 'source': self.platform = 'source' self.environment = HostEnvironment() # # Project # class Project(object): def __init__(self, name, specifier=None): self.name = name self.git_dir = '/home/carl/git' self.version = None self.specifier = specifier if self.specifier is None: self.specifier = 'master' tmp = tempfile.mkdtemp() command('git --git-dir=%s/%s.git show %s:cscript > %s/cscript' % (self.git_dir, self.name, self.specifier, tmp)) command('git --git-dir=%s/%s.git show %s:wscript > %s/wscript' % (self.git_dir, self.name, self.specifier, tmp), can_fail=True) self.cscript = {} execfile('%s/cscript' % tmp, self.cscript) if os.path.exists('%s/wscript' % tmp): f = open('%s/wscript' % tmp, 'r') version = None while 1: l = f.readline() if l == '': break s = l.split() if len(s) == 3 and s[0] == "VERSION": self.version = Version(s[2]) f.close() rmtree(tmp) def set_version_in_wscript(version): f = open('wscript', 'rw') o = open('wscript.tmp', 'w') while 1: l = f.readline() if l == '': break s = l.split() if len(s) == 3 and s[0] == "VERSION": print "Writing %s" % version print >>o,"VERSION = '%s'" % version else: print >>o,l, f.close() o.close() os.rename('wscript.tmp', 'wscript') def append_version_to_changelog(version): try: f = open('ChangeLog', 'r') except: log('Could not open ChangeLog') return c = f.read() f.close() f = open('ChangeLog', 'w') now = datetime.datetime.now() f.write('%d-%02d-%02d Carl Hetherington \n\n\t* Version %s released.\n\n' % (now.year, now.month, now.day, version)) f.write(c) def append_version_to_debian_changelog(version): if not os.path.exists('debian'): log('Could not find debian directory') return command('dch -b -v %s-1 "New upstream release."' % version) # # Command-line parser # parser = argparse.ArgumentParser() parser.add_argument('command') parser.add_argument('-p', '--project', help='project name', required=True) parser.add_argument('--beta', help='beta release', action='store_true') parser.add_argument('--full', help='full release', action='store_true') parser.add_argument('-c', '--checkout', help='string to pass to git for checkout') parser.add_argument('-o', '--output', help='output directory', default='.') parser.add_argument('-q', '--quiet', help='be quiet', action='store_true') parser.add_argument('-t', '--target', help='target') args = parser.parse_args() args.output = os.path.abspath(args.output) if args.project is None: error('you must specify -p or --project') project = Project(args.project, args.checkout) if args.command == 'build': if args.target is None: error('you must specify -t or --target') target = Target(args.target) env = target.environment env.build_dependencies(target, project) env.build(target, project) env.cleanup() elif args.command == 'package': if args.target is None: error('you must specify -t or --target') target = Target(args.target) env = target.environment r = env.package(target, project) copyfile(r, '%s/%s' % (args.output, os.path.basename(r))) env.cleanup() elif args.command == 'release': if args.full is False and args.beta is False: error('you must specify --full or --beta') env = HostEnvironment() env.checkout(project) version = project.version if args.full: version.to_release() else: version.bump_beta() set_version_in_wscript(version) append_version_to_changelog(version) append_version_to_debian_changelog(version) command('git commit -a -m "Bump version"') command('git tag -m "v%s" v%s' % (version, version)) if args.full: version.bump_and_to_pre() set_version_in_wscript(version) command('git commit -a -m "Bump version"') command('git push') command('git push --tags') env.cleanup() elif args.command == 'pot': env = HostEnvironment() env.checkout(project) pots = project.cscript['make_pot'](env) for p in pots: copyfile(p, '%s/%s' % (args.output, os.path.basename(p))) env.cleanup() elif args.command == 'changelog': env = HostEnvironment() env.checkout(project) text = open('ChangeLog', 'r') html = open('%s/changelog.html' % args.output, 'w') versions = 8 last = None changes = [] while 1: l = text.readline() if l == '': break if len(l) > 0 and l[0] == "\t": s = l.split() if len(s) == 4 and s[1] == "Version" and s[3] == "released.": if not "beta" in s[2]: if last is not None and len(changes) > 0: print >>html,"

Changes between version %s and %s

" % (s[2], last) print >>html,"" last = s[2] changes = [] versions -= 1 if versions < 0: break else: c = l.strip() if len(c) > 0: if c[0] == '*': changes.append(c[2:]) else: changes[-1] += " " + c env.cleanup() elif args.command == 'manual': env = HostEnvironment() env.checkout(project) dirs = project.cscript['make_manual'](env) for d in dirs: copytree(d, '%s/%s' % (args.output, os.path.basename(d))) env.cleanup() elif args.command == 'latest': env = HostEnvironment() env.checkout(project) f = command_and_read('git log --tags --simplify-by-decoration --pretty="%d"') t = f.readline() m = re.compile(".*\((.*)\).*").match(t) latest = None if m: tags = m.group(1).split(', ') for t in tags: if len(t) > 0 and t[0] == 'v': latest = t[1:] print latest env.cleanup()