Don't abort if git-grep returns exit code 1
[0release.git] / compile.py
blob182f8549fe90634f1ef6dbc2f2c2f4a5a788c26d
1 # Copyright (C) 2009, Thomas Leonard
2 # See the README file for details, or visit http://0install.net.
4 import tempfile, shutil, subprocess, os
5 import ConfigParser
6 from logging import info
7 from zeroinstall.injector import model
8 from zeroinstall.support import basedir
10 import support
12 COMPILE = 'http://0install.net/2006/interfaces/0compile.xml'
14 class Compiler:
15 def __init__(self, options, src_feed_name):
16 self.src_feed_name = src_feed_name
17 self.src_feed = support.load_feed(src_feed_name)
18 self.archive_dir_public_url = options.archive_dir_public_url
19 assert options.archive_dir_public_url
21 self.config = ConfigParser.RawConfigParser()
23 # Start with a default configuration
24 self.config.add_section('global')
25 self.config.set('global', 'builders', 'host')
27 self.config.add_section('builder-host')
28 self.config.set('builder-host', 'build', '0launch --not-before 0.10 http://0install.net/2007/interfaces/0release.xml --build-slave "$@"')
30 self.src_impl = support.get_singleton_impl(self.src_feed)
31 if self.src_impl.arch and self.src_impl.arch.endswith('-src'):
32 path = basedir.load_first_config('0install.net', '0release', 'builders.conf')
33 if path:
34 info("Loading configuration file '%s'", path)
35 self.config.read(path)
36 else:
37 info("No builders.conf configuration; will build a binary for this host only")
39 if options.builders is not None:
40 builders = options.builders
41 else:
42 builders = self.config.get('global', 'builders').strip()
43 if builders:
44 self.targets = [x.strip() for x in builders.split(',')]
45 info("%d build targets configured: %s", len(self.targets), self.targets)
46 else:
47 self.targets = []
48 info("No builders set; no binaries will be built")
49 else:
50 self.targets = []
52 # We run the build in a sub-process. The idea is that the build may need to run
53 # on a different machine.
54 def build_binaries(self):
55 if not self.targets: return
57 print "Source package, so generating binaries..."
59 archive_file = support.get_archive_basename(self.src_impl)
61 for target in self.targets:
62 start = self.get('builder-' + target, 'start', None)
63 command = self.config.get('builder-' + target, 'build')
64 stop = self.get('builder-' + target, 'stop', None)
66 binary_feed = 'binary-' + target + '.xml'
67 if os.path.exists(binary_feed):
68 print "Feed %s already exists; not rebuilding" % binary_feed
69 else:
70 print "\nBuilding binary with builder '%s' ...\n" % target
72 if start: support.show_and_run(start, [])
73 try:
74 support.show_and_run(command, [os.path.basename(self.src_feed_name), archive_file, self.archive_dir_public_url, binary_feed + '.new'])
75 finally:
76 if stop: support.show_and_run(stop, [])
78 bin_feed = support.load_feed(binary_feed + '.new')
79 bin_impl = support.get_singleton_impl(bin_feed)
80 bin_archive_file = support.get_archive_basename(bin_impl)
81 bin_size = bin_impl.download_sources[0].size
83 assert os.path.exists(bin_archive_file), "Compiled binary '%s' not found!" % os.path.abspath(bin_archive_file)
84 assert os.path.getsize(bin_archive_file) == bin_size, "Compiled binary '%s' has wrong size!" % os.path.abspath(bin_archive_file)
86 os.rename(binary_feed + '.new', binary_feed)
88 def get_binary_feeds(self):
89 return ['binary-%s.xml' % target for target in self.targets]
91 def get(self, section, option, default):
92 try:
93 return self.config.get(section, option)
94 except ConfigParser.NoOptionError:
95 return default
97 # This is the actual build process, running on the build machine
98 def build_slave(src_feed, archive_file, archive_dir_public_url, target_feed):
99 feed = support.load_feed(src_feed)
101 src_feed = os.path.abspath(src_feed)
102 archive_file = os.path.abspath(archive_file)
103 target_feed = os.path.abspath(target_feed)
105 impl, = feed.implementations.values()
107 tmpdir = tempfile.mkdtemp(prefix = '0release-')
108 try:
109 os.chdir(tmpdir)
110 depdir = os.path.join(tmpdir, 'dependencies')
111 os.mkdir(depdir)
113 support.unpack_tarball(archive_file)
114 os.rename(impl.download_sources[0].extract, os.path.join(depdir, impl.id))
116 config = ConfigParser.RawConfigParser()
117 config.add_section('compile')
118 config.set('compile', 'download-base-url', archive_dir_public_url)
119 config.set('compile', 'version-modifier', '')
120 config.set('compile', 'interface', src_feed)
121 config.set('compile', 'selections', '')
122 config.set('compile', 'metadir', '0install')
123 stream = open(os.path.join(tmpdir, '0compile.properties'), 'w')
124 try:
125 config.write(stream)
126 finally:
127 stream.close()
129 support.check_call(['0launch', COMPILE, 'build'], cwd = tmpdir)
130 support.check_call(['0launch', COMPILE, 'publish', '--target-feed', target_feed], cwd = tmpdir)
132 # TODO: run unit-tests
134 feed = support.load_feed(target_feed)
135 impl = support.get_singleton_impl(feed)
136 archive_file = support.get_archive_basename(impl)
138 shutil.move(archive_file, os.path.join(os.path.dirname(target_feed), archive_file))
139 except:
140 print "\nLeaving temporary directory %s for inspection...\n" % tmpdir
141 raise
142 else:
143 shutil.rmtree(tmpdir)