Bump leqm-nrt to build with -O2 for a large speed-up (#2616).
[dcpomatic.git] / cscript
1 # -*- mode: python -*-
2 #
3 #    Copyright (C) 2012-2022 Carl Hetherington <cth@carlh.net>
4 #
5 #    This file is part of DCP-o-matic.
6 #
7 #    DCP-o-matic is free software; you can redistribute it and/or modify
8 #    it under the terms of the GNU General Public License as published by
9 #    the Free Software Foundation; either version 2 of the License, or
10 #    (at your option) any later version.
11 #
12 #    DCP-o-matic is distributed in the hope that it will be useful,
13 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
14 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 #    GNU General Public License for more details.
16 #
17 #    You should have received a copy of the GNU General Public License
18 #    along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
19 #
20
21 from __future__ import print_function
22 import glob
23 import shutil
24 import os
25 import copy
26 import json
27
28 deb_build_depends = dict()
29
30 deb_build_depends_base = ['debhelper', 'g++', 'pkg-config', 'libsndfile1-dev', 'libgtk2.0-dev', 'libx264-dev']
31
32 for v in ['16.04', '18.04', '20.04']:
33     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
34     deb_build_depends[v].extend(['libssh-dev', 'python'])
35 for v in ['22.04']:
36     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
37     deb_build_depends[v].extend(['libssh-dev', 'python3.10'])
38 for v in ['23.04', '23.10']:
39     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
40     deb_build_depends[v].extend(['libssh-dev', 'python3.11'])
41 for v in ['9', '10']:
42     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
43     deb_build_depends[v].extend(['libssh-gcrypt-dev', 'python'])
44 for v in ['11']:
45     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
46     deb_build_depends[v].extend(['libssh-gcrypt-dev', 'python3.9'])
47 for v in ['12']:
48     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
49     deb_build_depends[v].extend(['libssh-gcrypt-dev', 'python3.11'])
50 deb_build_depends['unstable'] = copy.deepcopy(deb_build_depends_base)
51 deb_build_depends['unstable'].extend(['python3'])
52
53 deb_depends = dict()
54 deb_depends_gui = dict()
55
56 deb_depends_base = ['libc6', 'libsndfile1', 'libsamplerate0', 'libxmlsec1', 'libxmlsec1-openssl', 'libgtk2.0-0']
57
58 deb_depends['16.04'] = copy.deepcopy(deb_depends_base)
59 deb_depends['16.04'].extend(['libboost-filesystem1.58.0',
60                              'libboost-thread1.58.0',
61                              'libboost-regex1.58.0',
62                              'libxml++2.6-2v5',
63                              'libboost-date-time1.58.0',
64                              'libzip4',
65                              'libcairomm-1.0-1v5',
66                              'libpangomm-1.4-1v5',
67                              'libicu55',
68                              'libnettle6',
69                              'libssh-4',
70                              'libx264-148',
71                              'libcurl3',
72                              'libxerces-c3.1'])
73
74 deb_depends['18.04'] = copy.deepcopy(deb_depends_base)
75 deb_depends['18.04'].extend(['libboost-filesystem1.65.1',
76                              'libboost-thread1.65.1',
77                              'libboost-regex1.65.1',
78                              'libboost-date-time1.65.1',
79                              'libcairomm-1.0-1v5',
80                              'libpangomm-1.4-1v5',
81                              'libxml++2.6-2v5',
82                              'libzip4',
83                              'libicu60',
84                              'libnettle6',
85                              'libssh-4',
86                              'libx264-152',
87                              'libcurl4',
88                              'libpulse0',
89                              'libxerces-c3.2',
90                              'libnanomsg4'])
91
92 deb_depends['20.04'] = copy.deepcopy(deb_depends_base)
93 deb_depends['20.04'].extend(['libboost-filesystem1.71.0',
94                              'libboost-thread1.71.0',
95                              'libboost-regex1.71.0',
96                              'libboost-date-time1.71.0',
97                              'libcairomm-1.0-1v5',
98                              'libpangomm-1.4-1v5',
99                              'libxml++2.6-2v5',
100                              'libzip5',
101                              'libicu66',
102                              'libnettle7',
103                              'libssh-4',
104                              'libx264-155',
105                              'libcurl4',
106                              'libpulse0',
107                              'libxerces-c3.2',
108                              'libnanomsg5'])
109
110 deb_depends['21.10'] = copy.deepcopy(deb_depends_base)
111 deb_depends['21.10'].extend(['libboost-filesystem1.74.0',
112                              'libboost-thread1.74.0',
113                              'libboost-regex1.74.0',
114                              'libboost-date-time1.74.0',
115                              'libcairomm-1.0-1v5',
116                              'libpangomm-1.4-1v5',
117                              'libxml++2.6-2v5',
118                              'libzip4',
119                              'libicu67',
120                              'libnettle8',
121                              'libssh-4',
122                              'libx264-160',
123                              'libcurl4',
124                              'libpulse0',
125                              'libxerces-c3.2',
126                              'libnanomsg5',
127                              'libdav1d4'])
128
129 deb_depends['22.04'] = copy.deepcopy(deb_depends_base)
130 deb_depends['22.04'].extend(['libboost-filesystem1.74.0',
131                              'libboost-thread1.74.0',
132                              'libboost-regex1.74.0',
133                              'libboost-date-time1.74.0',
134                              'libcairomm-1.0-1v5',
135                              'libpangomm-1.4-1v5',
136                              'libxml++2.6-2v5',
137                              'libzip4',
138                              'libicu70',
139                              'libnettle8',
140                              'libssh-4',
141                              'libx264-163',
142                              'libcurl4',
143                              'libpulse0',
144                              'libxerces-c3.2',
145                              'libnanomsg5',
146                              'libdav1d5'])
147
148 deb_depends['23.04'] = copy.deepcopy(deb_depends_base)
149 deb_depends['23.04'].extend(['libboost-filesystem1.74.0',
150                              'libboost-thread1.74.0',
151                              'libboost-regex1.74.0',
152                              'libboost-date-time1.74.0',
153                              'libcairomm-1.0-1v5',
154                              'libpangomm-1.4-1v5',
155                              'libxml++2.6-2v5',
156                              'libzip4',
157                              'libicu72',
158                              'libnettle8',
159                              'libssh-4',
160                              'libx264-164',
161                              'libcurl4',
162                              'libpulse0',
163                              'libxerces-c3.2',
164                              'libnanomsg5',
165                              'libwxgtk3.2-1',
166                              'libwxgtk-gl3.2-1'])
167
168 deb_depends['23.10'] = copy.deepcopy(deb_depends_base)
169 deb_depends['23.10'].extend(['libboost-filesystem1.74.0',
170                              'libboost-thread1.74.0',
171                              'libboost-regex1.74.0',
172                              'libboost-date-time1.74.0',
173                              'libcairomm-1.0-1v5',
174                              'libpangomm-1.4-1v5',
175                              'libxml++2.6-2v5',
176                              'libzip4',
177                              'libicu72',
178                              'libnettle8',
179                              'libssh-4',
180                              'libx264-164',
181                              'libcurl4',
182                              'libpulse0',
183                              'libxerces-c3.2',
184                              'libnanomsg5',
185                              'libwxgtk3.2-1',
186                              'libwxgtk-gl3.2-1'])
187
188 deb_depends['9'] = copy.deepcopy(deb_depends_base)
189 deb_depends['9'].extend(['libboost-filesystem1.62.0',
190                          'libboost-thread1.62.0',
191                          'libboost-regex1.62.0',
192                          'libboost-date-time1.62.0',
193                          'libxml++2.6-2v5',
194                          'libgtk2.0-0',
195                          'libzip4',
196                          'libcairomm-1.0-1v5',
197                          'libpangomm-1.4-1v5',
198                          'libicu57',
199                          'libssh-4',
200                          'libssh-gcrypt-4',
201                          'libnettle6',
202                          'libx264-148',
203                          'libcurl3',
204                          'libxerces-c3.1'])
205
206 deb_depends_gui['9'] = [ 'libxcb-xfixes0',
207                          'libxcb-shape0',
208                          'libasound2',
209                          'libpulse0' ]
210
211 deb_depends['10'] = copy.deepcopy(deb_depends_base)
212 deb_depends['10'].extend(['libboost-filesystem1.67.0',
213                           'libboost-thread1.67.0',
214                           'libboost-regex1.67.0',
215                           'libboost-date-time1.67.0',
216                           'libxml++2.6-2v5',
217                           'libgtk2.0-0',
218                           'libzip4',
219                           'libcairomm-1.0-1v5',
220                           'libpangomm-1.4-1v5',
221                           'libicu63',
222                           'libssh-4',
223                           'libssh-gcrypt-4',
224                           'libnettle6',
225                           'libx264-155',
226                           'libcurl4',
227                           'libxerces-c3.2',
228                           'libnanomsg5'])
229
230 deb_depends_gui['10'] = [ 'libxcb-xfixes0',
231                           'libxcb-shape0',
232                           'libasound2',
233                           'libpulse0' ]
234
235 deb_depends['11'] = copy.deepcopy(deb_depends_base)
236 deb_depends['11'].extend(['libboost-filesystem1.74.0',
237                           'libboost-thread1.74.0',
238                           'libboost-regex1.74.0',
239                           'libboost-date-time1.74.0',
240                           'libxml++2.6-2v5',
241                           'libzip4',
242                           'libcairomm-1.0-1v5',
243                           'libpangomm-1.4-1v5',
244                           'libicu67',
245                           'libssh-4',
246                           'libssh-gcrypt-4',
247                           'libnettle8',
248                           'libx264-160',
249                           'libcurl4',
250                           'libxerces-c3.2',
251                           'libnanomsg5',
252                           'libdav1d4'])
253
254 deb_depends_gui['11'] = [ 'libxcb-xfixes0',
255                           'libxcb-shape0',
256                           'libasound2',
257                           'libpulse0' ]
258
259 deb_depends['12'] = copy.deepcopy(deb_depends_base)
260 deb_depends['12'].extend(['libboost-filesystem1.74.0',
261                           'libboost-thread1.74.0',
262                           'libboost-regex1.74.0',
263                           'libboost-date-time1.74.0',
264                           'libxml++2.6-2v5',
265                           'libzip4',
266                           'libcairomm-1.0-1v5',
267                           'libpangomm-1.4-1v5',
268                           'libicu72',
269                           'libssh-4',
270                           'libssh-gcrypt-4',
271                           'libnettle8',
272                           'libx264-164',
273                           'libcurl4',
274                           'libxerces-c3.2',
275                           'libnanomsg5'])
276
277 deb_depends_gui['12'] = [ 'libxcb-xfixes0',
278                           'libxcb-shape0',
279                           'libasound2',
280                           'libpulse0' ]
281
282 deb_depends['unstable'] = copy.deepcopy(deb_depends_base)
283 deb_depends['unstable'].extend(['libboost-filesystem1.67.0',
284                                 'libboost-thread1.67.0',
285                                 'libboost-regex1.67.0',
286                                 'libboost-date-time1.67.0',
287                                 'libxml++2.6-2v5',
288                                 'libgtk2.0-0',
289                                 'libzip4',
290                                 'libicu63',
291                                 'libnettle6',
292                                 'libx264-155',
293                                 'libcurl4',
294                                 'libxerces-c3.2',
295                                 'libdav1d4'])
296
297 def can_build_disk(target):
298     # We can build dcpomatic2_disk on platforms that have Boost process and can build the lwext4
299     # library.  For now, just whitelist good ones here.
300     #
301     # - Lots of Linux distros (including Ubuntu 16.04) don't have a new enough boost (1.64 or above)
302     # - On Centos 6 we can't build lwext4 because it needs a new CMake which Centos 6's g++ is not new enough to build.
303     # - On Centos 7 there is a build error in lwext4 related to __unused
304     if target.platform == 'windows':
305         return True
306     if target.platform == 'osx':
307         return True
308     if target.platform == 'linux':
309         if target.distro == 'ubuntu' and target.version != '16.04':
310             return True
311         if target.distro == 'debian' and target.version != '9':
312             return True
313         if target.detail == 'appimage':
314             return True 
315         if target.distro == 'fedora' and int(target.version) >= 31:
316             return True
317         if target.distro == 'centos' and target.version != '7':
318             return True
319         if target.distro == 'mageia':
320             return True
321     return False
322
323 def packages(name, packages, f):
324     s = '%s: ' % name
325     for p in packages:
326         s += str(p) + ', '
327     print(s[:-2], file=f)
328
329 def make_control(debian_version, bits, filename, debug, gui):
330     f = open(filename, 'w')
331     print('Source: dcpomatic', file=f)
332     print('Section: video', file=f)
333     print('Priority: extra', file=f)
334     print('Maintainer: Carl Hetherington <carl@dcpomatic.com>', file=f)
335     packages('Build-Depends', deb_build_depends[debian_version], f)
336     print('Standards-Version: 3.9.3', file=f)
337     print('Homepage: https://dcpomatic.com/', file=f)
338     print('', file=f)
339     suffix = '' if gui else '-cli'
340     print(f'Package: dcpomatic{suffix}', file=f)
341     if gui:
342         print('Replaces: dcpomatic-cli', file=f)
343     if bits == 32:
344         print('Architecture: i386', file=f)
345     else:
346         print('Architecture: amd64', file=f)
347
348     pkg = deb_depends[debian_version]
349     if gui and debian_version in deb_depends_gui:
350         pkg.extend(deb_depends_gui[debian_version])
351
352     packages('Depends', pkg, f)
353
354     print('Description: Generator of Digital Cinema Packages (DCPs)', file=f)
355     print('  DCP-o-matic generates Digital Cinema Packages (DCPs) from videos, images,', file=f)
356     print('  sound and subtitle files.  You can use it to make content for playback on DCI-compliant', file=f)
357     print('  cinema projectors.', file=f)
358     if not gui:
359         print('  This package contains the command-line tools only.', file=f)
360
361     if debug:
362         print('', file=f)
363         print(f'Package: dcpomatic{suffix}-dbg', file=f)
364         if bits == 32:
365             print('Architecture: i386', file=f)
366         else:
367             print('Architecture: amd64', file=f)
368         print('Section: debug', file=f)
369         print('Priority: extra', file=f)
370         packages('Depends', pkg, f)
371         print('Description: debugging symbols for dcpomatic', file=f)
372         print('  This package contains the debugging symbols for dcpomatic.', file=f)
373         print('', file=f)
374
375 def make_spec(filename, version, target, options, requires=None):
376     """Make a .spec file for a RPM build"""
377     f = open(filename, 'w')
378     print('Summary:A program that generates Digital Cinema Packages (DCPs) from video and audio files', file=f)
379     print('Name:dcpomatic2', file=f)
380     print('Version:%s' % version, file=f)
381     print('Release:1%{?dist}', file=f)
382     print('License:GPL', file=f)
383     print('Group:Applications/Multimedia', file=f)
384     print('URL:https://dcpomatic.com/', file=f)
385     if requires is not None:
386         print('Requires:%s' % requires, file=f)
387     print('', file=f)
388     print('%description', file=f)
389     print('DCP-o-matic generates Digital Cinema Packages (DCPs) from video and audio ', file=f)
390     print('files for presentation on DCI-compliant digital projectors.', file=f)
391     print('', file=f)
392     print('%files', file=f)
393     print('%{_bindir}/dcpomatic2', file=f)
394     print('%{_bindir}/dcpomatic2_batch', file=f)
395     print('%{_bindir}/dcpomatic2_cli', file=f)
396     print('%{_bindir}/dcpomatic2_create', file=f)
397     print('%{_bindir}/dcpomatic2_editor', file=f)
398     print('%{_bindir}/dcpomatic2_kdm', file=f)
399     print('%{_bindir}/dcpomatic2_server', file=f)
400     print('%{_bindir}/dcpomatic2_server_cli', file=f)
401     print('%{_bindir}/dcpomatic2_kdm_cli', file=f)
402     print('%{_bindir}/dcpomatic2_player', file=f)
403     print('%{_bindir}/dcpomatic2_playlist', file=f)
404     print('%{_bindir}/dcpomatic2_openssl', file=f)
405     print('%{_bindir}/dcpomatic2_combiner', file=f)
406     print('%{_bindir}/dcpomatic2_verify', file=f)
407     print('%{_bindir}/dcpomatic2_kdm_inspect', file=f)
408     print('%{_bindir}/dcpomatic2_map', file=f)
409     if can_build_disk(target):
410         print('%{_bindir}/dcpomatic2_disk', file=f)
411         print('%caps(cap_dac_override=ep) %{_bindir}/dcpomatic2_disk_writer', file=f)
412     print('%{_datadir}/applications/dcpomatic2.desktop', file=f)
413     print('%{_datadir}/applications/dcpomatic2_batch.desktop', file=f)
414     print('%{_datadir}/applications/dcpomatic2_editor.desktop', file=f)
415     print('%{_datadir}/applications/dcpomatic2_server.desktop', file=f)
416     print('%{_datadir}/applications/dcpomatic2_kdm.desktop', file=f)
417     print('%{_datadir}/applications/dcpomatic2_player.desktop', file=f)
418     print('%{_datadir}/applications/dcpomatic2_playlist.desktop', file=f)
419     print('%{_datadir}/applications/dcpomatic2_combiner.desktop', file=f)
420     if can_build_disk(target):
421         print('%{_datadir}/applications/dcpomatic2_disk.desktop', file=f)
422     print('%{_datadir}/dcpomatic2/dcpomatic2_server_small.png', file=f)
423     print('%{_datadir}/dcpomatic2/select_white.png', file=f)
424     print('%{_datadir}/dcpomatic2/select_black.png', file=f)
425     print('%{_datadir}/dcpomatic2/sequence_white.png', file=f)
426     print('%{_datadir}/dcpomatic2/sequence_black.png', file=f)
427     print('%{_datadir}/dcpomatic2/snap_white.png', file=f)
428     print('%{_datadir}/dcpomatic2/snap_black.png', file=f)
429     print('%{_datadir}/dcpomatic2/zoom_white.png', file=f)
430     print('%{_datadir}/dcpomatic2/zoom_black.png', file=f)
431     print('%{_datadir}/dcpomatic2/zoom_all_white.png', file=f)
432     print('%{_datadir}/dcpomatic2/zoom_all_black.png', file=f)
433     print('%{_datadir}/dcpomatic2/tick.png', file=f)
434     print('%{_datadir}/dcpomatic2/no_tick.png', file=f)
435     print('%{_datadir}/dcpomatic2/link.png', file=f)
436     print('%{_datadir}/dcpomatic2/me.jpg', file=f)
437     print('%{_datadir}/dcpomatic2/add_black.png', file=f)
438     print('%{_datadir}/dcpomatic2/add_white.png', file=f)
439     print('%{_datadir}/dcpomatic2/pause_black.png', file=f)
440     print('%{_datadir}/dcpomatic2/pause_white.png', file=f)
441     print('%{_datadir}/dcpomatic2/LiberationSans-Regular.ttf', file=f)
442     print('%{_datadir}/dcpomatic2/LiberationSans-Italic.ttf', file=f)
443     print('%{_datadir}/dcpomatic2/LiberationSans-Bold.ttf', file=f)
444     print('%{_datadir}/dcpomatic2/splash.png', file=f)
445     for r in ['128x128', '16x16', '22x22', '256x256', '32x32', '48x48', '512x512', '64x64']:
446         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2.png' % r, file=f)
447         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_batch.png' % r, file=f)
448         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_editor.png' % r, file=f)
449         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_kdm.png' % r, file=f)
450         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_server.png' % r, file=f)
451         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_player.png' % r, file=f)
452         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_playlist.png' % r, file=f)
453         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_disk.png' % r, file=f)
454         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_combiner.png' % r, file=f)
455     for l in ['de_DE', 'es_ES', 'fr_FR', 'it_IT', 'sv_SE', 'nl_NL', 'ru_RU', 'pl_PL', 'da_DK',
456               'pt_PT', 'pt_BR', 'sk_SK', 'cs_CZ', 'uk_UA', 'zh_CN', 'tr_TR', 'sl_SI', 'hu_HU', 'ka_KA']:
457         print('%%{_datadir}/locale/%s/LC_MESSAGES/dcpomatic2.mo' % l, file=f)
458         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2-wx.mo' % l, file=f)
459         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2.mo' % l, file=f)
460     print('%{_datadir}/libdcp/tags/*', file=f)
461     print('%{_datadir}/libdcp/xsd/*', file=f)
462     print('%{_datadir}/libdcp/ratings', file=f)
463     print('%{_datadir}/polkit-1/actions/com.dcpomatic.write-drive.policy', file=f)
464     print('', file=f)
465     print('%prep', file=f)
466     print('rm -rf $RPM_BUILD_DIR/dcpomatic-%s' % version, file=f)
467     print('tar xjf $RPM_SOURCE_DIR/dcpomatic-%s.tar.bz2' % version, file=f)
468     print('%build', file=f)
469     print('cd dcpomatic-%s' % version, file=f)
470     print('export PKG_CONFIG_PATH=%s/lib/pkgconfig:%s/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/local/lib64/pkgconfig' % (target.directory, target.directory), file=f)
471     print('CXXFLAGS="-I%s/include" LDFLAGS="-L%s/lib" ./waf configure --prefix=%%{buildroot}/usr --destdir=/usr %s' %
472           (target.directory, target.directory, configure_options(target, options, for_package=True)), file=f)
473     print('./waf', file=f)
474     print('%install', file=f)
475     print('cd dcpomatic-%s' % version, file=f)
476     print('./waf install', file=f)
477     print('/bin/cp %s/src/openssl/apps/openssl %%{buildroot}/usr/bin/dcpomatic2_openssl' % target.directory, file=f)
478     print('/bin/mkdir -p %{buildroot}/usr/share/libdcp', file=f)
479     print('/bin/cp -r %s/src/libdcp/tags %%{buildroot}/usr/share/libdcp' % target.directory, file=f)
480     print('/bin/cp -r %s/src/libdcp/xsd %%{buildroot}/usr/share/libdcp' % target.directory, file=f)
481     print('/bin/cp %s/src/libdcp/ratings %%{buildroot}/usr/share/libdcp' % target.directory, file=f)
482     print('/bin/mv %s/bin/dcpverify %%{buildroot}/usr/bin/dcpomatic2_verify' % target.directory, file=f)
483     print('/bin/mv %s/bin/dcpkdm %%{buildroot}/usr/bin/dcpomatic2_kdm_inspect' % target.directory, file=f)
484     print('', file=f)
485     print('%post', file=f)
486     print('/bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
487     print('setcap "cap_dac_override+ep cap_sys_admin+ep" /usr/bin/dcpomatic2_disk_writer', file=f)
488     print('', file=f)
489     print('%postun', file=f)
490     print('if [ $1 -eq 0 ] ; then', file=f)
491     print('    /bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null', file=f)
492     print('    /usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
493     print('fi', file=f)
494     print('', file=f)
495     print('%posttrans', file=f)
496     print('/usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
497
498 def dependencies(target, options):
499
500     if target.platform == 'linux':
501         ffmpeg_options = { 'shared': False }
502     else:
503         ffmpeg_options = {}
504
505     if target.platform != 'linux' or target.distro != 'arch':
506         deps = [('ffmpeg', '7276e269a93c2ae30e302c34708e8095ac5475e8', ffmpeg_options)]
507     else:
508         # Use distro-provided FFmpeg on Arch
509         deps = []
510
511     deps.append(('libdcp', 'v1.8.82'))
512     deps.append(('libsub', 'v1.6.44'))
513     deps.append(('leqm-nrt', '30dcaea1373ac62fba050e02ce5b0c1085797a23'))
514     deps.append(('rtaudio', 'f619b76'))
515     # We get our OpenSSL libraries from the environment, but we
516     # also need a patched openssl binary to make certificates.
517     # This dependency is to get that binary, which is added into
518     # the appropriate place later
519     deps.append(('openssl', '7f29dd5'))
520     if can_build_disk(target):
521         deps.append(('lwext4', 'ab082923a791b58478d1d9939d65a0583566ac1f'))
522     deps.append(('ffcmp', '53c853d2935de3f2b0d53777529e48c102afd237'))
523
524     return deps
525
526 option_defaults = { "gui": True, "variant": None }
527
528 def configure_options(target, options, for_package=False):
529     opt = ' --warnings-are-errors'
530
531     if for_package or not (
532             (target.platform == 'linux' and target.distro == 'ubuntu' and target.version in ['18.04', '22.04']) or
533             (target.platform == 'osx') or
534             (target.platform == 'windows')
535         ):
536         # Currently we only build tests on macOS, Windows, and some Ubuntu versions
537         opt += ' --disable-tests'
538
539     if target.debug:
540         opt += ' --enable-debug'
541     if target.platform == 'windows':
542         opt += f' --target-windows-{target.bits}'
543     elif target.platform == 'linux':
544         opt += ' --static-dcpomatic --static-wxwidgets --static-ffmpeg --static-dcp --static-sub --static-cxml'
545         if target.distro == 'centos':
546             if target.version == '6.5':
547                 opt += ' --static-boost --static-xmlpp'
548             elif target.version == '7':
549                 opt += ' --workaround-gssapi'
550
551     if not options['gui']:
552         opt += ' --disable-gui'
553
554     if options['variant'] is not None:
555         opt += ' --variant=%s' % options['variant']
556
557     # Build Windows debug versions with static linking as I think gdb works better then
558     if target.debug and target.platform == 'windows':
559         opt += ' --static-dcpomatic'
560
561     if can_build_disk(target):
562         opt += ' --enable-disk'
563
564     if target.platform == 'osx' and target.arch == 'arm64':
565         opt += ' --target-macos-arm64 --wx-config=%s/wx-config' % target.bin
566
567     return opt
568
569 def build(target, options, for_package):
570     if target.platform == 'flatpak':
571         target.checkout_dependencies()
572         prefix = 'https://dcpomatic.com/deps'
573         modules = []
574         modules.append({'name': 'libzip',
575                         'buildsystem': 'cmake',
576                         'sources': [{'type': 'archive',
577                                      'url': '%s/libzip-1.4.0.tar.xz' % prefix,
578                                      'sha256': 'e508aba025f5f94b267d5120fc33761bcd98440ebe49dbfe2ed3df3afeacc7b1'}]})
579         modules.append({'name': 'libsigc++',
580                         'sources': [{'type': 'archive',
581                                      'url': '%s/libsigc++-2.10.0.tar.xz' % prefix,
582                                      'sha256': 'f843d6346260bfcb4426259e314512b99e296e8ca241d771d21ac64f28298d81'}]})
583         modules.append({'name': 'glibmm',
584                         'sources': [{'type': 'archive',
585                                      'url': '%s/glibmm-2.48.1.tar.xz' % prefix,
586                                      'sha256': 'dc225f7d2f466479766332483ea78f82dc349d59399d30c00de50e5073157cdf'}]})
587         modules.append({'name': 'cairomm',
588                         'sources': [{'type': 'archive',
589                                      'url': '%s/cairomm-1.12.2.tar.gz' % prefix,
590                                      'sha256': '45c47fd4d0aa77464a75cdca011143fea3ef795c4753f6e860057da5fb8bd599'}]})
591         modules.append({'name': 'pangomm',
592                         'sources': [{'type': 'archive',
593                                      'url': '%s/pangomm-2.40.1.tar.xz' % prefix,
594                                      'sha256': '9762ee2a2d5781be6797448d4dd2383ce14907159b30bc12bf6b08e7227be3af'}]})
595         modules.append({'name': 'libxml++',
596                         'sources': [{'type': 'archive',
597                                      'url': '%s/libxml++-2.40.1.tar.xz' % prefix,
598                                      'sha256': '4ad4abdd3258874f61c2e2a41d08e9930677976d303653cd1670d3e9f35463e9'}]})
599         modules.append({'name': 'xmlsec1',
600                         'sources': [{'type': 'archive',
601                                      'url': '%s/xmlsec1-1.2.25.tar.gz' % prefix,
602                                      'sha256': '967ca83edf25ccb5b48a3c4a09ad3405a63365576503bf34290a42de1b92fcd2'}]})
603         modules.append({'name': 'openjpeg2',
604                         'buildsystem': 'cmake',
605                         'sources': [{'type': 'dir', 'path': os.path.abspath('../openjpeg2-cdist')}]})
606         modules.append({'name': 'boost',
607                         'buildsystem': 'simple',
608                         'build-commands': [
609                             './bootstrap.sh --prefix=/app',
610                             './b2 install'
611                         ],
612                         'sources': [{'type': 'archive',
613                                      'url': '%s/boost_1_66_0.tar.bz2' % prefix,
614                                      'sha256': '5721818253e6a0989583192f96782c4a98eb6204965316df9f5ad75819225ca9'}]})
615         modules.append({'name': 'asdcplib',
616                         'buildsystem': 'simple',
617                         'build-commands': [
618                             './waf configure --prefix=/app  --libdir=/app/lib build install'
619                         ],
620                         'sources': [{'type': 'dir', 'path': os.path.abspath('../asdcplib-carl')}]})
621         modules.append({'name': 'locked_sstream',
622                         'buildsystem': 'simple',
623                         'build-commands': [
624                             './waf configure --prefix=/app build install'
625                         ],
626                         'sources': [{'type': 'dir', 'path': os.path.abspath('../locked_sstream')}]})
627         modules.append({'name': 'libcxml',
628                         'buildsystem': 'simple',
629                         'build-commands': [
630                             './waf configure --prefix=/app  --libdir=/app/lib build install'
631                         ],
632                         'sources': [{'type': 'dir', 'path': os.path.abspath('../libcxml')}]})
633         modules.append({'name': 'libdcp',
634                         'buildsystem': 'simple',
635                         'build-commands': [
636                             './waf configure --prefix=/app --libdir=/app/lib build install'
637                         ],
638                         'sources': [{'type': 'dir', 'path': os.path.abspath('../libdcp')}]})
639         modules.append({'name': 'libsub',
640                         'buildsystem': 'simple',
641                         'build-commands': [
642                             './waf configure --prefix=/app --libdir=/app/lib build install'
643                         ],
644                         'sources': [{'type': 'dir', 'path': os.path.abspath('../libsub')}]})
645         modules.append({'name': 'rtaudio',
646                         'build-options': {
647                         'config-opts': [
648                             '--prefix=/app',
649                             '--with-pulse',
650                             '--with-alsa'
651                         ]
652                         },
653                         'sources': [{'type': 'dir', 'path': os.path.abspath('../rtaudio-cdist')}]})
654         modules.append({'name': 'wxwidgets',
655                         'sources': [{'type': 'archive',
656                                      'url': '%s/wxWidgets-3.0.3.tar.bz2' % prefix,
657                                      'sha256': '08c8033f48ec1b23520f036cde37b5ae925a6a65f137ded665633ca159b9307b'}]})
658         modules.append({'name': 'libssh',
659                         'buildsystem': 'cmake',
660                         'builddir': True,
661                         'sources': [{'type': 'archive',
662                                      'url': '%s/libssh-0.7.5.tar.xz' % prefix,
663                                      'sha256': '54e86dd5dc20e5367e58f3caab337ce37675f863f80df85b6b1614966a337095'}]})
664         modules.append({'name': 'dcpomatic',
665                         'buildsystem': 'simple',
666                         'build-commands': [
667                             './waf configure --prefix=/app build install'
668                          ],
669                         'build-options': {
670                            'build-args': ['--share=network']
671                         },
672                         'sources': [{'type': 'dir', 'path': os.path.abspath('.')}]})
673         desc = {'app-id': 'com.dcpomatic.DCP-o-matic',
674                 'runtime': 'org.gnome.Sdk',
675                 'runtime-version': '3.26',
676                 'sdk': 'org.gnome.Sdk',
677                 'command': 'dcpomatic2',
678                 'finish-args': ['--socket=x11', '--share=ipc', '--share=network', '--socket=pulseaudio', '--filesystem=host'],
679                 'modules': modules}
680         os.makedirs('build/platform')
681         with open('build/com.dcpomatic.DCP-o-matic.json', 'w') as outfile:
682             json.dump(desc, outfile)
683         target.command('%s --repo=build/platform/repo build/platform/flatpak build/com.dcpomatic.DCP-o-matic.json' % target.flatpak_builder())
684     elif target.platform != 'linux' or target.detail == 'appimage' or not for_package:
685         target.command('./waf configure --prefix=%s %s' % (target.directory, configure_options(target, options, for_package)))
686         target.command('./waf')
687         target.command('./waf install')
688
689 def package_windows(target):
690     identifier = ''
691     if target.version is not None:
692         identifier = '%s.' % target.version
693     identifier += '%d' % target.bits
694     shutil.copyfile('build/platform/windows/installer.%s.nsi' % identifier, 'build/platform/windows/installer2.%s.nsi' % identifier)
695     target.command('sed -i "s~%%resources%%~%s/platform/windows~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
696     target.command('sed -i "s~%%graphics%%~%s/graphics~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
697     target.command('sed -i "s~%%static_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.windows_prefix, identifier))
698     target.command('sed -i "s~%%cdist_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.directory, identifier))
699     target.command('sed -i "s~%%mingw%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.environment_prefix, identifier))
700     target.command('sed -i "s~%%binaries%%~%s/build~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
701     target.command('sed -i "s~%%bits%%~32~g" build/platform/windows/installer2.%s.nsi' % identifier)
702     target.command('makensis build/platform/windows/installer2.%s.nsi' % identifier)
703     return os.path.abspath(glob.glob('build/platform/windows/*%s*.exe' % target.bits)[0])
704
705 def package_debian(target, cpu, version, options):
706     make_control(target.version, target.bits, 'debian/control', target.debug, options['gui'])
707     if target.version != '9' and target.version != '16.04' and options['gui']:
708         with open('debian/postinst', 'w') as f:
709             print('#!/bin/sh', file=f)
710             # Get the required capability to write to disks
711             print('setcap "cap_dac_override+ep cap_sys_admin+ep" /usr/bin/dcpomatic2_disk_writer', file=f)
712     target.command('./waf dist')
713     f = open('debian/files', 'w')
714     suffix = '' if options['gui'] else '-cli'
715     print(f'dcpomatic{suffix}_{version}-1_{cpu}.deb video extra', file=f)
716     shutil.rmtree('build/deb', ignore_errors=True)
717
718     os.makedirs('build/deb')
719     os.chdir('build/deb')
720     shutil.move('../../dcpomatic-%s.tar.bz2' % version, 'dcpomatic_%s.orig.tar.bz2' % version)
721     target.command('tar xjf dcpomatic_%s.orig.tar.bz2' % version)
722     os.chdir('dcpomatic-%s' % version)
723     target.set('EMAIL', 'carl@dcpomatic.com')
724     target.command('dch -b -v %s-1 "New upstream release."' % version)
725     target.set('CDIST_LINKFLAGS', target.get('LINKFLAGS'))
726     target.set('CDIST_CXXFLAGS', target.get('CXXFLAGS'))
727     target.set('CDIST_PKG_CONFIG_PATH', target.get('PKG_CONFIG_PATH'))
728     target.set('CDIST_DIRECTORY', target.directory)
729
730     target.set('CDIST_CONFIGURE', '"' + configure_options(target, options, for_package=True) + '"')
731     target.set('CDIST_PACKAGE', f'dcpomatic{suffix}')
732     target.set('CDIST_WX_VERSION', "3.2" if target.version in ("23.04", "23.10") else "3.1")
733     if not target.debug:
734         target.set('CDIST_DEBUG_PACKAGE_FLAG', '--no-ddebs')
735
736     target.command('dpkg-buildpackage -uc -us')
737
738     debs = []
739     for p in glob.glob('../*.deb'):
740         debs.append(os.path.abspath(p))
741
742     return debs
743
744 def package_rpm(target, cpu, version, options):
745     topdir = os.path.realpath('build/rpmbuild')
746     os.makedirs('%s/BUILD' % topdir)
747     os.makedirs('%s/RPMS' % topdir)
748     os.makedirs('%s/SOURCES' % topdir)
749     os.makedirs('%s/SPECS' % topdir)
750     os.makedirs('%s/SRPMS' % topdir)
751
752     target.command('./waf dist')
753     shutil.copyfile(
754         "%s/src/dcpomatic/dcpomatic-%s.tar.bz2" % (target.directory, version),
755         "%s/SOURCES/dcpomatic-%s.tar.bz2" % (topdir, version)
756         )
757
758     requires = None
759     if target.distro == 'mageia':
760         requires = "lib64xmlsec1-devel lib64canberra-gtk0 libcap-utils"
761
762     make_spec('dcpomatic2.spec', version, target, options, requires)
763     cmd = 'rpmbuild --define "_topdir %s" -bb dcpomatic2.spec' % topdir
764     target.command(cmd)
765     rpms = []
766
767     if cpu == "amd64":
768         cpu = "x86_64"
769     else:
770         cpu = "i686"
771
772     for p in glob.glob('%s/RPMS/%s/*.rpm' % (topdir, cpu)):
773         rpms.append(os.path.abspath(p))
774
775     return rpms
776
777 def make_appimage(target, nice_name, internal_name, version, extra_binaries=None):
778     nice_filename = nice_name.replace(' ', '_')
779     appdir = f'build/{nice_filename}.AppDir'
780     os.makedirs(f'{appdir}/usr/bin')
781     target.command(f'cp {target.directory}/bin/{internal_name} {appdir}/usr/bin')
782     target.command(f'cp {target.directory}/src/openssl/apps/openssl {appdir}/usr/bin/dcpomatic2_openssl')
783     target.command(f'cp {target.directory}/bin/dcpverify {appdir}/usr/bin/dcpomatic2_verify')
784     target.command(f'cp {target.directory}/bin/dcpkdm {appdir}/usr/bin/dcpomatic2_kdm_inspect')
785     if extra_binaries:
786         for bin in extra_binaries:
787             target.command(f'cp {target.directory}/bin/{bin} {appdir}/usr/bin')
788     target.command(f'mkdir -p {appdir}/usr/share/libdcp')
789     target.command(f'cp -r {target.directory}/share/dcpomatic2 {appdir}/usr/share/')
790     target.command(f'cp -r {target.directory}/share/libdcp/xsd {appdir}/usr/share/libdcp/')
791     target.command(f'cp -r {target.directory}/share/libdcp/tags {appdir}/usr/share/libdcp/')
792     target.command(f'cp {target.directory}/share/libdcp/ratings {appdir}/usr/share/libdcp/')
793     lib = 'usr/lib/x86_64-linux-gnu'
794     target.command(f'mkdir -p build/{nice_filename}.AppDir/{lib}/gdk-pixbuf-2.0/2.10.0')
795     target.command(f'cp -a /{lib}/gdk-pixbuf-2.0 build/{nice_filename}.AppDir/usr/lib/x86_64-linux-gnu/')
796     target.command('apt update')
797     for package in ['libc6', 'libglib2.0-0', 'gnome-settings-daemon-schemas', 'librsvg2-common', 'libgdk-pixbuf2.0-0', 'libpango-1.0-0', 'libpangoft2-1.0-0', 'libpangocairo-1.0-0']:
798         target.command(f'apt download {package}')
799         target.command(f'dpkg-deb -x {package}*.deb {appdir}')
800     target.command(f'glib-compile-schemas {appdir}/usr/share/glib-2.0/schemas')
801     target.command(f'sed -i -e "s|/usr/lib/x86_64-linux-gnu/gdk-pixbuf-.*/.*/loaders/||g" {appdir}/usr/lib/x86_64-linux-gnu/gdk-pixbuf-*/*/loaders.cache')
802     # Stop anything loading from outside the AppImage
803     target.command(f'sed -i -e "s|/usr|/xxx|g" {appdir}/lib/x86_64-linux-gnu/ld-linux-x86-64.so.2')
804
805     if internal_name == 'dcpomatic2_disk':
806         target.command(f'mkdir -p {appdir}/usr/share/polkit-1/actions')
807         target.command(f'cp {target.directory}/share/polkit-1/actions/com.dcpomatic.write-drive.policy {appdir}/usr/share/polkit-1/actions')
808
809     with open(f'{appdir}/AppRun', 'w') as f:
810         print('#!/bin/bash', file=f)
811         print('export PATH=$APPDIR/usr/bin:$PATH', file=f)
812         print('export XDG_DATA_DIRS="$APPDIR/usr/share/:/usr/share/:$XDG_DATA_DIRS"', file=f)
813         print('export GDK_PIXBUF_MODULEDIR=$(readlink -f "$APPDIR"/usr/lib/x86_64-linux-gnu/gdk-pixbuf-*/*/loaders/ )', file=f)
814         print('export GDK_PIXBUF_MODULE_FILE=$(readlink -f "$APPDIR"/usr/lib/x86_64-linux-gnu/gdk-pixbuf-*/*/loaders.cache )', file=f)
815         print('export LD_LIBRARY_PATH=$GDK_PIXBUF_MODULEDIR:$APPDIR/usr/lib:$APPDIR/usr/lib/x86_64-linux-gnu', file=f)
816         print(f'"$APPDIR"/usr/bin/{internal_name} $@', file=f)
817     target.command(f'chmod a+rx {appdir}/AppRun')
818     with open(f'{appdir}/{internal_name}.desktop', 'w') as f:
819         print('[Desktop Entry]', file=f)
820         print('Type=Application', file=f)
821         print('Categories=AudioVideo;', file=f)
822         print(f'Name={nice_name}', file=f)
823         print(f'Icon={internal_name}', file=f)
824     target.command(f'cp graphics/linux/256/{internal_name}.png {appdir}')
825     target.command(f'linuxdeploy-x86_64.AppImage --appdir {appdir}')
826     target.command(f'appimagetool-x86_64.AppImage {appdir}')
827     target.command(f'mv {nice_filename}-x86_64.AppImage build/{nice_filename}-{version}-x86_64.AppImage')
828     return os.path.abspath(f'build/{nice_filename}-{version}-x86_64.AppImage')
829
830 def package(target, version, options):
831     """version: DCP-o-matic version string"""
832     if target.platform == 'windows':
833         return package_windows(target)
834     elif target.platform == 'linux':
835         if target.detail == 'appimage':
836             out = []
837             out.append(make_appimage(target, 'DCP-o-matic', 'dcpomatic2', version, ('dcpomatic2_map', 'dcpomatic2_cli')))
838             out.append(make_appimage(target, 'DCP-o-matic Player', 'dcpomatic2_player', version))
839             out.append(make_appimage(target, 'DCP-o-matic Playlist Editor', 'dcpomatic2_playlist', version))
840             out.append(make_appimage(target, 'DCP-o-matic KDM Creator', 'dcpomatic2_kdm', version))
841             out.append(make_appimage(target, 'DCP-o-matic Batch Converter', 'dcpomatic2_batch', version))
842             out.append(make_appimage(target, 'DCP-o-matic Encode Server', 'dcpomatic2_server', version))
843             out.append(make_appimage(target, 'DCP-o-matic Combiner', 'dcpomatic2_combiner', version))
844             out.append(make_appimage(target, 'DCP-o-matic Editor', 'dcpomatic2_editor', version))
845             return out
846         else:
847             if target.bits == 32:
848                 cpu = 'i386'
849             else:
850                 cpu = 'amd64'
851
852             if target.distro == 'debian' or target.distro == 'ubuntu':
853                 return package_debian(target, cpu, version, options)
854             elif target.distro == 'centos' or target.distro == 'fedora' or target.distro == 'mageia':
855                 return package_rpm(target, cpu, version, options)
856     elif target.platform == 'osx':
857         archs = '-a ' + ' -a '.join(f'{t.arch}/{t.deployment}' for t in target.sub_targets)
858         cmd = 'bash platform/osx/make_dmg.sh -e %s -r %s -i %s -p %s %s' % (target.environment_prefix, target.directory, target.apple_id, target.apple_password, archs)
859         if 'part' in options:
860             cmd += ' -b ' + options['part']
861         target.command(cmd)
862         return glob.glob('build/platform/osx/DCP-o-matic*.dmg')
863     elif target.platform == 'docker':
864         shutil.copyfile(target.deb, 'build/platform/docker')
865         f = open('build/platform/docker/Dockerfile', 'w')
866         print('FROM debian:jessie', file=f)
867         print('MAINTAINER carl@dcpomatic.com', file=f)
868         print('ADD build/platform/docker/dcpomatic_%s-1_amd64.deb /tmp' % (version, version), file=f)
869         print('RUN apt-get -o Acquire:http::Timeout="5" update; exit 0', file=f)
870         print('RUN dpkg -i /tmp/dcpomatic_*.deb; exit 0', file=f)
871         print('RUN apt-get -y -f install', file=f)
872         print('RUN apt-get clean', file=f)
873         print('EXPOSE 6192', file=f)
874         print('CMD ["/usr/bin/dcpomatic2_server_cli", "--verbose"]', file=f)
875         f.close()
876         target.command('docker build build/platform/docker -t dcpomatic-server:%s' % version)
877         target.command('docker save dcpomatic-server:%s -o dcpomatic-server-%s-docker.tar' % (version, version))
878     elif target.platform == 'flatpak':
879         target.command('%s build-bundle build/platform/repo build/dcpomatic_%s.flatpak com.dcpomatic.DCP-o-matic' % (target.flatpak(), version))
880         return os.path.abspath('build/dcpomatic_%s.flatpak' % version)
881
882 def make_pot(target):
883     target.command('./waf pot')
884     return [os.path.abspath('build/src/lib/libdcpomatic.pot'),
885             os.path.abspath('build/src/wx/libdcpomatic-wx.pot'),
886             os.path.abspath('build/src/tools/dcpomatic.pot')]
887
888 def make_manual(target):
889     target.command('make -C doc/manual LIBDCP=../../../libdcp')
890     os.chdir('doc/manual')
891     target.command('pdflatex colour.tex')
892     return [os.path.abspath('pdf'), os.path.abspath('html'), os.path.abspath('colour.pdf')]
893
894 def test(target, options, test):
895     target.set('LC_ALL', 'C')
896     if target.platform == 'windows':
897         cmd = 'run\\tests '
898     else:
899         cmd = 'run/tests --check --log_level=test_suite '
900     if target.debug:
901         cmd += '--backtrace '
902     if test is not None:
903         cmd += '-t %s' % test
904     target.command(cmd)