Experimental support for specifying a docker hub repo.
[cdist.git] / cdist
diff --git a/cdist b/cdist
index 82bb0ab5001f26804ce7b01a00b94ce94b66c858..dc25bc2892c4f014da6acea6ac2bca8b1a30c44a 100755 (executable)
--- a/cdist
+++ b/cdist
@@ -55,10 +55,10 @@ class Trees:
             if t.name == name and t.specifier == specifier and t.target == target:
                 return t
             elif t.name == name and t.specifier != specifier:
-                a = specifier
+                a = specifier if specifier is not None else "[Any]"
                 if required_by is not None:
                     a += ' by %s' % required_by
-                b = t.specifier
+                b = t.specifier if t.specifier is not None else "[Any]"
                 if t.required_by is not None:
                     b += ' by %s' % t.required_by
                 raise Error('conflicting versions of %s required (%s versus %s)' % (name, a, b))
@@ -106,6 +106,7 @@ class Config:
                          Option('osx_sdk_prefix'),
                          Option('osx_sdk'),
                          BoolOption('docker_sudo'),
+                         Option('docker_hub_repository'),
                          Option('flatpak_state_dir'),
                          Option('parallel', 4) ]
 
@@ -260,7 +261,6 @@ def set_version_in_wscript(version):
 
         s = l.split()
         if len(s) == 3 and s[0] == "VERSION":
-            print("Writing %s" % version)
             print("VERSION = '%s'" % version, file=o)
         else:
             print(l, file=o, end="")
@@ -349,6 +349,14 @@ class Version:
         else:
             self.micro = 0
 
+    @classmethod
+    def from_git_tag(cls, tag):
+        bits = tag.split('-')
+        c = cls(bits[0])
+        if len(bits) > 1 and int(bits[1]) > 0:
+            c.devel = True
+        return c
+
     def bump_minor(self):
         self.minor += 1
         self.micro = 0
@@ -383,6 +391,7 @@ class Target(object):
     directory: directory to work in
     variables: dict of environment variables
     debug: True to build a debug version, otherwise False
+    ccache: True to use ccache, False to not
     set(a, b): set the value of variable 'a' to 'b'
     unset(a): unset the value of variable 'a'
     command(c): run the command 'c' in the build environment
@@ -398,19 +407,23 @@ class Target(object):
         self.platform = platform
         self.parallel = int(config.get('parallel'))
 
+        # Environment variables that we will use when we call cscripts
+        self.variables = {}
+        self.debug = False
+        self._ccache = False
+        # True to build our dependencies ourselves; False if this is taken care
+        # of in some other way
+        self.build_dependencies = True
+
         if directory is None:
             self.directory = tempfile.mkdtemp('', 'tmp', TEMPORARY_DIRECTORY)
             self.rmdir = True
+            self.set('CCACHE_BASEDIR', os.path.realpath(self.directory))
+            self.set('CCACHE_NOHASHDIR', '')
         else:
             self.directory = directory
             self.rmdir = False
 
-        # Environment variables that we will use when we call cscripts
-        self.variables = {}
-        self.debug = False
-        # True to build our dependencies ourselves; False if this is taken care
-        # of in some other way
-        self.build_dependencies = True
 
     def setup(self):
         pass
@@ -485,6 +498,13 @@ class Target(object):
     def mount(self, m):
         pass
 
+    @property
+    def ccache(self):
+        return self._ccache
+
+    @ccache.setter
+    def ccache(self, v):
+        self._ccache = v
 
 
 class DockerTarget(Target):
@@ -500,7 +520,14 @@ class DockerTarget(Target):
             opts += '-v %s:%s ' % (m, m)
         if self.privileged:
             opts += '--privileged=true '
-        self.container = command_and_read('%s run -u %s %s -itd %s /bin/bash' % (config.docker(), getpass.getuser(), opts, self.image)).read().strip()
+        if self.ccache:
+            opts += "-e CCACHE_DIR=/ccache --volumes-from ccache-%s" % self.image
+
+        tag = self.image
+        if config.has('docker_hub_repository'):
+            tag = '%s/%s' % (config.get('docker_hub_repository'), tag)
+
+        self.container = command_and_read('%s run -u %s %s -itd %s /bin/bash' % (config.docker(), getpass.getuser(), opts, tag)).read().strip()
 
     def command(self, cmd):
         dir = os.path.join(self.directory, os.path.relpath(os.getcwd(), self.directory))
@@ -548,8 +575,8 @@ class WindowsTarget(DockerTarget):
     version: Windows version ('xp' or None)
     bits: bitness of Windows (32 or 64)
     name: name of our target e.g. x86_64-w64-mingw32.shared
-    library_prefix: path to Windows libraries
-    tool_path: path to toolchain binaries
+    environment_prefix: path to Windows environment for the appropriate target (libraries and some tools)
+    tool_path: path to 32- and 64-bit tools
     """
     def __init__(self, version, bits, directory=None):
         super(WindowsTarget, self).__init__('windows', directory, version)
@@ -560,18 +587,18 @@ class WindowsTarget(DockerTarget):
             self.name = 'i686-w64-mingw32.shared'
         else:
             self.name = 'x86_64-w64-mingw32.shared'
-        self.library_prefix = '%s/usr/%s' % (config.get('mxe_prefix'), self.name)
+        self.environment_prefix = '%s/usr/%s' % (config.get('mxe_prefix'), self.name)
 
-        self.set('PKG_CONFIG_LIBDIR', '%s/lib/pkgconfig' % self.library_prefix)
+        self.set('PKG_CONFIG_LIBDIR', '%s/lib/pkgconfig' % self.environment_prefix)
         self.set('PKG_CONFIG_PATH', '%s/lib/pkgconfig:%s/bin/pkgconfig' % (self.directory, self.directory))
-        self.set('PATH', '%s/bin:%s:%s' % (self.library_prefix, self.tool_path, os.environ['PATH']))
+        self.set('PATH', '%s/bin:%s:%s' % (self.environment_prefix, self.tool_path, os.environ['PATH']))
         self.set('CC', '%s-gcc' % self.name)
         self.set('CXX', '%s-g++' % self.name)
         self.set('LD', '%s-ld' % self.name)
         self.set('RANLIB', '%s-ranlib' % self.name)
         self.set('WINRC', '%s-windres' % self.name)
-        cxx = '-I%s/include -I%s/include' % (self.library_prefix, self.directory)
-        link = '-L%s/lib -L%s/lib' % (self.library_prefix, self.directory)
+        cxx = '-I%s/include -I%s/include' % (self.environment_prefix, self.directory)
+        link = '-L%s/lib -L%s/lib' % (self.environment_prefix, self.directory)
         self.set('CXXFLAGS', '"%s"' % cxx)
         self.set('CPPFLAGS', '')
         self.set('LINKFLAGS', '"%s"' % link)
@@ -579,24 +606,29 @@ class WindowsTarget(DockerTarget):
 
         self.image = 'windows'
 
+    @property
+    def library_prefix(self):
+        log('Deprecated property library_prefix: use environment_prefix')
+        return self.environment_prefix
+
     @property
     def windows_prefix(self):
-        log('Deprecated property windows_prefix')
-        return self.library_prefix
+        log('Deprecated property windows_prefix: use environment_prefix')
+        return self.environment_prefix
 
     @property
     def mingw_prefixes(self):
-        log('Deprecated property mingw_prefixes')
-        return [self.library_prefix]
+        log('Deprecated property mingw_prefixes: use environment_prefix')
+        return [self.environment_prefix]
 
     @property
     def mingw_path(self):
-        log('Deprecated property mingw_path')
+        log('Deprecated property mingw_path: use tool_path')
         return self.tool_path
 
     @property
     def mingw_name(self):
-        log('Deprecated property mingw_name')
+        log('Deprecated property mingw_name: use name')
         return self.name
 
 
@@ -629,6 +661,12 @@ class LinuxTarget(DockerTarget):
         else:
             self.image = '%s-%s-%s' % (self.distro, self.version, self.bits)
 
+    def setup(self):
+        super(LinuxTarget, self).setup()
+        if self.ccache:
+            self.set('CC', '"ccache gcc"')
+            self.set('CXX', '"ccache g++"')
+
     def test(self, tree, test, options):
         self.append_with_colon('PATH', '%s/bin' % self.directory)
         self.append_with_colon('LD_LIBRARY_PATH', '%s/lib' % self.directory)
@@ -637,7 +675,7 @@ class LinuxTarget(DockerTarget):
 
 class AppImageTarget(LinuxTarget):
     def __init__(self, work):
-        super(AppImageTarget, self).__init__('ubuntu', '18.04', 64, work)
+        super(AppImageTarget, self).__init__('ubuntu', '16.04', 64, work)
         self.detail = 'appimage'
         self.privileged = True
 
@@ -679,6 +717,13 @@ class OSXSingleTarget(OSXTarget):
     def package(self, project, checkout, output_dir, options):
         raise Error('cannot package non-universal OS X versions')
 
+    @Target.ccache.setter
+    def ccache(self, v):
+        Target.ccache.fset(self, v)
+        if v:
+            self.set('CC', '"ccache gcc"')
+            self.set('CXX', '"ccache g++"')
+
 
 class OSXUniversalTarget(OSXTarget):
     def __init__(self, directory=None):
@@ -688,6 +733,7 @@ class OSXUniversalTarget(OSXTarget):
 
         for b in [32, 64]:
             target = OSXSingleTarget(b, os.path.join(self.directory, '%d' % b))
+            target.ccache = self.ccache
             tree = globals.trees.get(project, checkout, target)
             tree.build_dependencies(options)
             tree.build(options)
@@ -775,6 +821,7 @@ def target_factory(args):
         raise Error("Bad target `%s'" % s)
 
     target.debug = args.debug
+    target.ccache = args.ccache
 
     if args.environment is not None:
         for e in args.environment:
@@ -844,7 +891,8 @@ class Tree(object):
                 try:
                     self.version = Version(v)
                 except:
-                    self.version = Version(subprocess.Popen(shlex.split('git -C %s describe --tags --abbrev=0' % proj), stdout=subprocess.PIPE).communicate()[0][1:])
+                    tag = subprocess.Popen(shlex.split('git -C %s describe --tags' % proj), stdout=subprocess.PIPE).communicate()[0][1:]
+                    self.version = Version.from_git_tag(tag)
 
         os.chdir(cwd)
 
@@ -962,6 +1010,7 @@ def main():
     parser.add_argument('-m', '--mount', help='mount a given directory in the build environment', action='append')
     parser.add_argument('--no-version-commit', help="use just tags for versioning, don't modify wscript, ChangeLog etc.", action='store_true')
     parser.add_argument('--option', help='set an option for the build (use --option key:value)', action='append')
+    parser.add_argument('--ccache', help='use ccache', action='store_true')
     args = parser.parse_args()
 
     # Override configured stuff
@@ -1004,27 +1053,32 @@ def main():
         if args.target is None:
             raise Error('you must specify -t or --target')
 
-        target = target_factory(args)
+        target = None
+        try:
+            target = target_factory(args)
 
-        if target.platform == 'linux' and target.detail != "appimage":
-            if target.distro != 'arch':
-                output_dir = os.path.join(args.output, '%s-%s-%d' % (target.distro, target.version, target.bits))
+            if target.platform == 'linux' and target.detail != "appimage":
+                if target.distro != 'arch':
+                    output_dir = os.path.join(args.output, '%s-%s-%d' % (target.distro, target.version, target.bits))
+                else:
+                    output_dir = os.path.join(args.output, '%s-%d' % (target.distro, target.bits))
             else:
-                output_dir = os.path.join(args.output, '%s-%d' % (target.distro, target.bits))
-        else:
-            output_dir = args.output
+                output_dir = args.output
 
-        makedirs(output_dir)
+            makedirs(output_dir)
 
-        # Start with the options passed on the command line
-        options = copy.copy(argument_options(args))
-        # Fill in the defaults
-        tree = globals.trees.get(args.project, args.checkout, target)
-        tree.add_defaults(options)
-
-        target.package(args.project, args.checkout, output_dir, options)
+            # Start with the options passed on the command line
+            options = copy.copy(argument_options(args))
+            # Fill in the defaults
+            tree = globals.trees.get(args.project, args.checkout, target)
+            tree.add_defaults(options)
+            target.package(args.project, args.checkout, output_dir, options)
+        except Error as e:
+            if target is not None and not args.keep:
+                target.cleanup()
+            raise
 
-        if not args.keep:
+        if target is not None and not args.keep:
             target.cleanup()
 
     elif globals.command == 'release':