#!/usr/bin/python # Copyright (C) 2012 Carl Hetherington # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # # Configuration # LINUX_DIR_IN_CHROOT = '/home/carl' LINUX_CHROOT_PREFIX = '/home/carl/Environments' WINDOWS_ENVIRONMENT_PREFIX = '/home/carl/Environments/windows' GIT_PREFIX = 'ssh://houllier/home/carl/git' OSX_BUILD_HOST = 'carl@192.168.1.202' OSX_DIR_IN_HOST = '/Users/carl/cdist' OSX_ENVIRONMENT_PREFIX = '/Users/carl/Environments/osx' OSX_SDK_PREFIX = '/Users/carl/SDK' import os import sys import shutil import glob import tempfile import argparse import datetime import subprocess import re # # Utility bits # def log(m): if not args.quiet: print '\x1b[33m* %s\x1b[0m' % m def error(e): print '\x1b[31mError: %s\x1b[0m' % e sys.exit(1) def copytree(a, b): log('copy %s -> %s' % (a, b)) shutil.copytree(a, b) def copyfile(a, b): log('copy %s -> %s' % (a, b)) shutil.copyfile(a, b) def rmdir(a): log('remove %s' % a) os.rmdir(a) def rmtree(a): log('remove %s' % a) shutil.rmtree(a, ignore_errors=True) def command(c, can_fail=False): log(c) r = os.system(c) if (r >> 8) and not can_fail: error('command %s failed' % c) def command_and_read(c): log(c) p = subprocess.Popen(c.split(), stdout=subprocess.PIPE) f = os.fdopen(os.dup(p.stdout.fileno())) return f # # Version # class Version: def __init__(self, s): self.pre = False self.beta = None if s.startswith("'"): s = s[1:] if s.endswith("'"): s = s[0:-1] if s.endswith('pre'): s = s[0:-3] self.pre = True b = s.find("beta") if b != -1: self.beta = int(s[b+4:]) s = s[0:b] p = s.split('.') self.major = int(p[0]) self.minor = int(p[1]) def bump(self): self.minor += 1 self.pre = False self.beta = None def to_pre(self): self.pre = True self.beta = None def bump_and_to_pre(self): self.bump() self.pre = True self.beta = None def to_release(self): self.pre = False self.beta = None def bump_beta(self): if self.pre: self.pre = False self.beta = 1 elif self.beta is not None: self.beta += 1 elif self.beta is None: self.beta = 1 def __str__(self): s = '%d.%02d' % (self.major, self.minor) if self.beta is not None: s += 'beta%d' % self.beta elif self.pre: s += 'pre' return s # # Targets # class Target(object): def __init__(self, platform): self.platform = platform # Environment variables that we will use when we call cscripts self.variables = {} # Prefix to which builds should be installed by cscripts self.install_prefix = '.' def build_dependencies(self, project): cwd = os.getcwd() if 'dependencies' in project.cscript: print project.cscript['dependencies'](self) for d in project.cscript['dependencies'](self): log('Building dependency %s %s of %s' % (d[0], d[1], project.name)) dep = Project(d[0], '.', d[1]) dep.checkout(self) self.build_dependencies(dep) self.build(dep) os.chdir(cwd) def build(self, project): project.cscript['build'](self) def set(self, a, b): self.variables[a] = b def get(self, a): return self.variables[a] def variables_string(self, escaped_quotes=False): e = '' for k, v in self.variables.iteritems(): if escaped_quotes: v = v.replace('"', '\\"') e += '%s=%s ' % (k, v) return e def cleanup(self): pass # # Windows # class WindowsTarget(Target): def __init__(self, bits, directory = None): super(WindowsTarget, self).__init__('windows') self.bits = bits if directory is None: self.directory = tempfile.mkdtemp() self.rmdir = True else: self.directory = directory self.rmdir = False self.windows_prefix = '%s/%d' % (WINDOWS_ENVIRONMENT_PREFIX, self.bits) if not os.path.exists(self.windows_prefix): error('windows prefix %s does not exist' % target.windows_prefix) if self.bits == 32: mingw_name = 'i686' else: mingw_name = 'x86_64' mingw_path = '/mingw/%d/bin' % self.bits mingw_prefixes = ['/mingw/%d' % self.bits, '/mingw/%d/%s-w64-mingw32' % (bits, mingw_name)] self.set('PKG_CONFIG_LIBDIR', '%s/lib/pkgconfig' % self.windows_prefix) self.set('PKG_CONFIG_PATH', '%s/lib/pkgconfig' % self.work_dir_cscript()) self.set('PATH', '%s/bin:%s:%s' % (self.windows_prefix, mingw_path, os.environ['PATH'])) self.set('CC', '%s-w64-mingw32-gcc' % mingw_name) self.set('CXX', '%s-w64-mingw32-g++' % mingw_name) self.set('LD', '%s-w64-mingw32-ld' % mingw_name) self.set('RANLIB', '%s-w64-mingw32-ranlib' % mingw_name) self.set('WINRC', '%s-w64-mingw32-windres' % mingw_name) cxx = '-I%s/include -I%s/include' % (self.windows_prefix, self.work_dir_cscript()) link = '-L%s/lib -L%s/lib' % (self.windows_prefix, self.work_dir_cscript()) for p in mingw_prefixes: cxx += ' -I%s/include' % p link += ' -L%s/lib' % p self.set('CXXFLAGS', '"%s"' % cxx) self.set('LINKFLAGS', '"%s"' % link) def work_dir_cdist(self): return self.directory def work_dir_cscript(self): return self.directory def command(self, c): log('host -> %s' % c) command('%s %s' % (self.variables_string(), c)) def cleanup(self): if self.rmdir: rmtree(self.directory) def package(self, project): project.checkout(self) self.build_dependencies(project) project.cscript['build'](self) return project.cscript['package'](self, project.version) # # Linux # class LinuxTarget(Target): def __init__(self, distro, version, bits): super(LinuxTarget, self).__init__('linux') self.distro = distro self.version = version self.bits = bits self.chroot = '%s-%s-%d' % (self.distro, self.version, self.bits) for g in glob.glob('%s/*' % self.work_dir_cdist()): rmtree(g) self.set('CXXFLAGS', '-I%s/include' % self.work_dir_cscript()) self.set('LINKFLAGS', '-L%s/lib' % self.work_dir_cscript()) self.set('PKG_CONFIG_PATH', '%s/lib/pkgconfig' % self.work_dir_cscript()) def work_dir_cdist(self): return '%s/%s%s' % (LINUX_CHROOT_PREFIX, self.chroot, LINUX_DIR_IN_CHROOT) def work_dir_cscript(self): return LINUX_DIR_IN_CHROOT def command(self, c): # Work out the cwd for the chrooted command cwd = os.getcwd() prefix = '%s/%s' % (LINUX_CHROOT_PREFIX, self.chroot) assert(cwd.startswith(prefix)) cwd = cwd[len(prefix):] log('schroot [%s] -> %s' % (cwd, c)) command('%s schroot -c %s -d %s -p -- %s' % (self.variables_string(), self.chroot, cwd, c)) def package(self, target): project.checkout(self) self.build_dependencies(project) project.cscript['build'](self) return project.cscript['package'](self, project.version) # # OS X # class OSXTarget(Target): def __init__(self): super(OSXTarget, self).__init__('osx') self.host_mount_dir = tempfile.mkdtemp() self.osx_sdk = '10.6' # Mount the remote host on host_mount_dir command('sshfs %s:%s %s' % (OSX_BUILD_HOST, OSX_DIR_IN_HOST, self.host_mount_dir)) for g in glob.glob('%s/*' % self.host_mount_dir): rmtree(g) flags = '-isysroot %s/MacOSX%s.sdk -arch i386 -arch x86_64' % (OSX_SDK_PREFIX, self.osx_sdk) enviro = '%s/%s' % (OSX_ENVIRONMENT_PREFIX, self.osx_sdk) # Environment variables self.set('CFLAGS', '"-I%s/include -I%s/include %s"' % (OSX_DIR_IN_HOST, enviro, flags)) self.set('CXXFLAGS', '"-I%s/include -I%s/include %s"' % (OSX_DIR_IN_HOST, enviro, flags)) self.set('LDFLAGS', '"-L%s/lib -L%s/lib %s"' % (OSX_DIR_IN_HOST, enviro, flags)) self.set('LINKFLAGS', '"-L%s/lib -L%s/lib %s"' % (OSX_DIR_IN_HOST, enviro, flags)) self.set('PKG_CONFIG_PATH', '%s/lib/pkgconfig:%s/lib/pkgconfig' % (OSX_DIR_IN_HOST, enviro)) self.set('PATH', '$PATH:/usr/bin:/sbin:/usr/local/bin:%s/bin' % enviro) self.set('MACOSX_DEPLOYMENT_TARGET', self.osx_sdk) def work_dir_cdist(self): return self.host_mount_dir def work_dir_cscript(self): return OSX_DIR_IN_HOST def package(self, project): project.checkout(self) self.build_dependencies(target, project) # We have to build 32- and 64-bit versions # and then stick them together to make a universal binary target.bits = 32 self.install_prefix = '32' project.cscript['build'](self, target) target.bits = 64 self.install_prefix = '64' project.cscript['build'](self, target) def command(self, c): # Work out the cwd for the chrooted command cwd = os.getcwd() assert(cwd.startswith(self.host_mount_dir)) cwd = cwd[len(self.host_mount_dir):] log('ssh [%s] -> %s' % (cwd, c)) command('ssh %s -- "cd %s%s; %s %s"' % (OSX_BUILD_HOST, OSX_DIR_IN_HOST, cwd, self.variables_string(True), c)) def cleanup(self): os.chdir('/') command('fusermount -u %s' % self.host_mount_dir) rmdir(self.host_mount_dir) # # Source # class SourceTarget(Target): def __init__(self): super(SourceTarget, self).__init__('source') self.directory = tempfile.mkdtemp() def work_dir_cdist(self): return self.directory def work_dir_cscript(self): return self.directory def command(self, c): log('host -> %s' % c) command('%s %s' % (self.variables_string(), c)) def cleanup(self): rmtree(self.directory) def package(self, project): command('./waf dist') if project.directory != '.': return os.path.abspath('%s-%s.tar.bz2' % (project.directory, project.version)) return os.path.abspath('%s-%s.tar.bz2' % (project.name, project.version)) # @param s Target string: # windows-{32,64} # or ubuntu-version-{32,64} # or debian-version-{32,64} # or osx # or source def target_factory(s): if s.startswith('windows-'): return WindowsTarget(int(s.split('-')[1])) elif s.startswith('ubuntu-') or s.startswith('debian-'): p = s.split('-') return LinuxTarget(p[0], p[1], int(p[2])) elif s == 'osx': return OSXTarget() elif s == 'source': return SourceTarget() return None # # Project # class Project(object): def __init__(self, name, directory, specifier=None): self.name = name self.directory = directory self.version = None self.specifier = specifier if self.specifier is None: self.specifier = 'master' def checkout(self, target): flags = '' redirect = '' if args.quiet: flags = '-q' redirect = '>/dev/null' command('git clone --depth 0 %s %s/%s.git %s/src/%s' % (flags, GIT_PREFIX, self.name, target.work_dir_cdist(), self.name)) os.chdir('%s/src/%s' % (target.work_dir_cdist(), self.name)) command('git checkout %s %s %s' % (flags, self.specifier, redirect)) command('git submodule init') command('git submodule update') os.chdir(self.directory) proj = '%s/src/%s/%s' % (target.work_dir_cdist(), self.name, self.directory) self.read_cscript('%s/cscript' % proj) if os.path.exists('%s/wscript' % proj): f = open('%s/wscript' % proj, 'r') version = None while 1: l = f.readline() if l == '': break s = l.split() if len(s) == 3 and s[0] == "VERSION": self.version = Version(s[2]) f.close() def read_cscript(self, s): self.cscript = {} execfile(s, self.cscript) def set_version_in_wscript(version): f = open('wscript', 'rw') o = open('wscript.tmp', 'w') while 1: l = f.readline() if l == '': break s = l.split() if len(s) == 3 and s[0] == "VERSION": print "Writing %s" % version print >>o,"VERSION = '%s'" % version else: print >>o,l, f.close() o.close() os.rename('wscript.tmp', 'wscript') def append_version_to_changelog(version): try: f = open('ChangeLog', 'r') except: log('Could not open ChangeLog') return c = f.read() f.close() f = open('ChangeLog', 'w') now = datetime.datetime.now() f.write('%d-%02d-%02d Carl Hetherington \n\n\t* Version %s released.\n\n' % (now.year, now.month, now.day, version)) f.write(c) def append_version_to_debian_changelog(version): if not os.path.exists('debian'): log('Could not find debian directory') return command('dch -b -v %s-1 "New upstream release."' % version) # # Command-line parser # parser = argparse.ArgumentParser() parser.add_argument('command') parser.add_argument('-p', '--project', help='project name', required=True) parser.add_argument('-d', '--directory', help='directory within project repo', default='.') parser.add_argument('--beta', help='beta release', action='store_true') parser.add_argument('--full', help='full release', action='store_true') parser.add_argument('-c', '--checkout', help='string to pass to git for checkout') parser.add_argument('-o', '--output', help='output directory', default='.') parser.add_argument('-q', '--quiet', help='be quiet', action='store_true') parser.add_argument('-t', '--target', help='target') parser.add_argument('-k', '--keep', help='keep working tree', action='store_true') args = parser.parse_args() args.output = os.path.abspath(args.output) if args.project is None: error('you must specify -p or --project') project = Project(args.project, args.directory, args.checkout) if args.command == 'build': if args.target is None: error('you must specify -t or --target') target = target_factory(args.target) project.checkout(target) target.build_dependencies(project) target.build(project) target.cleanup() elif args.command == 'package': if args.target is None: error('you must specify -t or --target') target = target_factory(args.target) packages = target.package(project) if hasattr(packages, 'strip') or (not hasattr(packages, '__getitem__') and not hasattr(packages, '__iter__')): packages = [packages] if target.platform == 'linux': out = '%s/%s-%d' % (args.output, target.version, target.bits) try: os.makedirs(out) except: pass for p in packages: copyfile(p, '%s/%s' % (out, os.path.basename(p))) else: for p in packages: copyfile(p, '%s/%s' % (args.output, os.path.basename(p))) target.cleanup() elif args.command == 'release': if args.full is False and args.beta is False: error('you must specify --full or --beta') target = SourceTarget() project.checkout(target) version = project.version if args.full: version.to_release() else: version.bump_beta() set_version_in_wscript(version) append_version_to_changelog(version) append_version_to_debian_changelog(version) command('git commit -a -m "Bump version"') command('git tag -m "v%s" v%s' % (version, version)) if args.full: version.bump_and_to_pre() set_version_in_wscript(version) command('git commit -a -m "Bump version"') command('git push') command('git push --tags') target.cleanup() elif args.command == 'pot': target = SourceTarget() project.checkout(target) pots = project.cscript['make_pot'](target) for p in pots: copyfile(p, '%s/%s' % (args.output, os.path.basename(p))) target.cleanup() elif args.command == 'changelog': target = SourceTarget() project.checkout(target) text = open('ChangeLog', 'r') html = open('%s/changelog.html' % args.output, 'w') versions = 8 last = None changes = [] while 1: l = text.readline() if l == '': break if len(l) > 0 and l[0] == "\t": s = l.split() if len(s) == 4 and s[1] == "Version" and s[3] == "released.": if not "beta" in s[2]: if last is not None and len(changes) > 0: print >>html,"

Changes between version %s and %s

" % (s[2], last) print >>html,"" last = s[2] changes = [] versions -= 1 if versions < 0: break else: c = l.strip() if len(c) > 0: if c[0] == '*': changes.append(c[2:]) else: changes[-1] += " " + c target.cleanup() elif args.command == 'manual': target = SourceTarget() project.checkout(target) dirs = project.cscript['make_manual'](target) for d in dirs: copytree(d, '%s/%s' % (args.output, os.path.basename(d))) target.cleanup() elif args.command == 'doxygen': target = SourceTarget() project.checkout(target) dirs = project.cscript['make_doxygen'](target) if hasattr(dirs, 'strip') or (not hasattr(dirs, '__getitem__') and not hasattr(dirs, '__iter__')): dirs = [dirs] for d in dirs: copytree(d, '%s/%s' % (args.output, 'doc')) target.cleanup() elif args.command == 'latest': target = SourceTarget() project.checkout(target) f = command_and_read('git log --tags --simplify-by-decoration --pretty="%d"') t = f.readline() m = re.compile(".*\((.*)\).*").match(t) latest = None if m: tags = m.group(1).split(', ') for t in tags: if len(t) > 0 and t[0] == 'v': latest = t[1:] print latest target.cleanup() elif args.command == 'test': if args.target is None: error('you must specify -t or --target') target = Target(args.target) project.read_cscript('cscript') target.build(project) else: error('invalid command %s' % args.command)