Add option to specify a list of servers (#1104).
[dcpomatic.git] / src / tools / dcpomatic_cli.cc
1 /*
2     Copyright (C) 2012-2017 Carl Hetherington <cth@carlh.net>
3
4     This file is part of DCP-o-matic.
5
6     DCP-o-matic is free software; you can redistribute it and/or modify
7     it under the terms of the GNU General Public License as published by
8     the Free Software Foundation; either version 2 of the License, or
9     (at your option) any later version.
10
11     DCP-o-matic is distributed in the hope that it will be useful,
12     but WITHOUT ANY WARRANTY; without even the implied warranty of
13     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14     GNU General Public License for more details.
15
16     You should have received a copy of the GNU General Public License
17     along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
18
19 */
20
21 #include "lib/film.h"
22 #include "lib/filter.h"
23 #include "lib/transcode_job.h"
24 #include "lib/job_manager.h"
25 #include "lib/util.h"
26 #include "lib/version.h"
27 #include "lib/cross.h"
28 #include "lib/config.h"
29 #include "lib/log.h"
30 #include "lib/signal_manager.h"
31 #include "lib/encode_server_finder.h"
32 #include "lib/json_server.h"
33 #include "lib/ratio.h"
34 #include "lib/video_content.h"
35 #include "lib/audio_content.h"
36 #include <dcp/version.h>
37 #include <boost/foreach.hpp>
38 #include <getopt.h>
39 #include <iostream>
40 #include <iomanip>
41
42 using std::string;
43 using std::cerr;
44 using std::cout;
45 using std::vector;
46 using std::pair;
47 using std::setw;
48 using std::list;
49 using boost::shared_ptr;
50 using boost::optional;
51 using boost::dynamic_pointer_cast;
52
53 static void
54 help (string n)
55 {
56         cerr << "Syntax: " << n << " [OPTION] [<FILM>]\n"
57              << "  -v, --version        show DCP-o-matic version\n"
58              << "  -h, --help           show this help\n"
59              << "  -f, --flags          show flags passed to C++ compiler on build\n"
60              << "  -n, --no-progress    do not print progress to stdout\n"
61              << "  -r, --no-remote      do not use any remote servers\n"
62              << "  -t, --threads        specify number of local encoding threads (overriding configuration)\n"
63              << "  -j, --json <port>    run a JSON server on the specified port\n"
64              << "  -k, --keep-going     keep running even when the job is complete\n"
65              << "  -s, --servers <file> specify servers to use in a text file\n"
66              << "  -l, --list-servers   just display a list of encoding servers that DCP-o-matic is configured to use; don't encode\n"
67              << "  -d, --dcp-path       echo DCP's path to stdout on successful completion (implies -n)\n"
68              << "      --dump           just dump a summary of the film's settings; don't encode\n"
69              << "\n"
70              << "<FILM> is the film directory.\n";
71 }
72
73 static void
74 print_dump (shared_ptr<Film> film)
75 {
76         cout << film->dcp_name (true) << "\n"
77              << film->container()->container_nickname() << " at " << ((film->resolution() == RESOLUTION_2K) ? "2K" : "4K") << "\n"
78              << (film->j2k_bandwidth() / 1000000) << "Mbit/s" << "\n"
79              << "Output " << film->video_frame_rate() << "fps " << (film->three_d() ? "3D" : "2D") << " " << (film->audio_frame_rate() / 1000) << "kHz\n"
80              << (film->interop() ? "Inter-Op" : "SMPTE") << " " << (film->encrypted() ? "encrypted" : "unencrypted") << "\n";
81
82         BOOST_FOREACH (shared_ptr<Content> c, film->content ()) {
83                 cout << "\n"
84                      << c->path(0) << "\n"
85                      << "\tat " << c->position().seconds ()
86                      << " length " << c->full_length().seconds ()
87                      << " start trim " << c->trim_start().seconds ()
88                      << " end trim " << c->trim_end().seconds () << "\n";
89
90                 if (c->video) {
91                         cout << "\t" << c->video->size().width << "x" << c->video->size().height << "\n"
92                              << "\t" << c->active_video_frame_rate() << "fps\n"
93                              << "\tcrop left " << c->video->left_crop()
94                              << " right " << c->video->right_crop()
95                              << " top " << c->video->top_crop()
96                              << " bottom " << c->video->bottom_crop() << "\n"
97                              << "\tscale " << c->video->scale().name() << "\n";
98                         if (c->video->colour_conversion()) {
99                                 if (c->video->colour_conversion().get().preset()) {
100                                         cout << "\tcolour conversion "
101                                              << PresetColourConversion::all()[c->video->colour_conversion().get().preset().get()].name
102                                              << "\n";
103                                 } else {
104                                         cout << "\tcustom colour conversion\n";
105                                 }
106                         } else {
107                                 cout << "\tno colour conversion\n";
108                         }
109
110                 }
111
112                 if (c->audio) {
113                         cout << "\t" << c->audio->delay() << " delay\n"
114                              << "\t" << c->audio->gain() << " gain\n";
115                 }
116         }
117 }
118
119 static void
120 list_servers ()
121 {
122         while (true) {
123                 int N = 0;
124                 list<EncodeServerDescription> servers = EncodeServerFinder::instance()->servers ();
125
126                 /* This is a bit fiddly because we want to list configured servers that are down as well
127                    as all those (configured and found by broadcast) that are up.
128                 */
129
130                 if (servers.empty() && Config::instance()->servers().empty()) {
131                         cout << "No encoding servers found or configured.\n";
132                         ++N;
133                 } else {
134                         cout << std::left << setw(24) << "Host" << " Status Threads\n";
135                         ++N;
136
137                         /* Report the state of configured servers */
138                         BOOST_FOREACH (string i, Config::instance()->servers()) {
139                                 cout << std::left << setw(24) << i << " ";
140
141                                 /* See if this server is on the active list; if so, remove it and note
142                                    the number of threads it is offering.
143                                 */
144                                 optional<int> threads;
145                                 list<EncodeServerDescription>::iterator j = servers.begin ();
146                                 while (j != servers.end ()) {
147                                         if (i == j->host_name()) {
148                                                 threads = j->threads();
149                                                 list<EncodeServerDescription>::iterator tmp = j;
150                                                 ++tmp;
151                                                 servers.erase (j);
152                                                 j = tmp;
153                                         } else {
154                                                 ++j;
155                                         }
156                                 }
157                                 if (static_cast<bool>(threads)) {
158                                         cout << "UP     " << threads.get() << "\n";
159                                 } else {
160                                         cout << "DOWN\n";
161                                 }
162                                 ++N;
163                         }
164
165                         /* Now report any left that have been found by broadcast */
166                         BOOST_FOREACH (EncodeServerDescription const & i, servers) {
167                                 cout << std::left << setw(24) << i.host_name() << " UP     " << i.threads() << "\n";
168                                 ++N;
169                         }
170                 }
171
172                 dcpomatic_sleep (1);
173
174                 for (int i = 0; i < N; ++i) {
175                         cout << "\033[1A\033[2K";
176                 }
177         }
178 }
179
180
181 int
182 main (int argc, char* argv[])
183 {
184         boost::filesystem::path film_dir;
185         bool progress = true;
186         bool no_remote = false;
187         optional<int> threads;
188         optional<int> json_port;
189         bool keep_going = false;
190         bool dump = false;
191         optional<boost::filesystem::path> servers;
192         bool list_servers_ = false;
193         bool dcp_path = false;
194
195         int option_index = 0;
196         while (true) {
197                 static struct option long_options[] = {
198                         { "version", no_argument, 0, 'v'},
199                         { "help", no_argument, 0, 'h'},
200                         { "flags", no_argument, 0, 'f'},
201                         { "no-progress", no_argument, 0, 'n'},
202                         { "no-remote", no_argument, 0, 'r'},
203                         { "threads", required_argument, 0, 't'},
204                         { "json", required_argument, 0, 'j'},
205                         { "keep-going", no_argument, 0, 'k' },
206                         { "servers", required_argument, 0, 's' },
207                         { "list-servers", no_argument, 0, 'l' },
208                         { "dcp-path", no_argument, 0, 'd' },
209                         /* Just using A, B, C ... from here on */
210                         { "dump", no_argument, 0, 'A' },
211                         { 0, 0, 0, 0 }
212                 };
213
214                 int c = getopt_long (argc, argv, "vhfnrt:j:kAs:ld", long_options, &option_index);
215
216                 if (c == -1) {
217                         break;
218                 }
219
220                 switch (c) {
221                 case 'v':
222                         cout << "dcpomatic version " << dcpomatic_version << " " << dcpomatic_git_commit << "\n";
223                         exit (EXIT_SUCCESS);
224                 case 'h':
225                         help (argv[0]);
226                         exit (EXIT_SUCCESS);
227                 case 'f':
228                         cout << dcpomatic_cxx_flags << "\n";
229                         exit (EXIT_SUCCESS);
230                 case 'n':
231                         progress = false;
232                         break;
233                 case 'r':
234                         no_remote = true;
235                         break;
236                 case 't':
237                         threads = atoi (optarg);
238                         break;
239                 case 'j':
240                         json_port = atoi (optarg);
241                         break;
242                 case 'k':
243                         keep_going = true;
244                         break;
245                 case 'A':
246                         dump = true;
247                         break;
248                 case 's':
249                         servers = optarg;
250                         break;
251                 case 'l':
252                         list_servers_ = true;
253                         break;
254                 case 'd':
255                         dcp_path = true;
256                         progress = false;
257                         break;
258                 }
259         }
260
261         if (servers) {
262                 FILE* f = fopen_boost (*servers, "r");
263                 if (!f) {
264                         cerr << "Could not open servers list file " << *servers << "\n";
265                         exit (EXIT_FAILURE);
266                 }
267                 vector<string> servers;
268                 while (!feof (f)) {
269                         char buffer[128];
270                         if (fscanf (f, "%s.127", buffer) == 1) {
271                                 servers.push_back (buffer);
272                         }
273                 }
274                 fclose (f);
275                 Config::instance()->set_servers (servers);
276         }
277
278         if (list_servers_) {
279                 list_servers ();
280                 exit (EXIT_SUCCESS);
281         }
282
283         if (optind >= argc) {
284                 help (argv[0]);
285                 exit (EXIT_FAILURE);
286         }
287
288         film_dir = argv[optind];
289
290         dcpomatic_setup_path_encoding ();
291         dcpomatic_setup ();
292         signal_manager = new SignalManager ();
293
294         if (no_remote) {
295                 EncodeServerFinder::instance()->stop ();
296         }
297
298         if (json_port) {
299                 new JSONServer (json_port.get ());
300         }
301
302         if (threads) {
303                 Config::instance()->set_master_encoding_threads (threads.get ());
304         }
305
306         shared_ptr<Film> film;
307         try {
308                 film.reset (new Film (film_dir));
309                 film->read_metadata ();
310         } catch (std::exception& e) {
311                 cerr << argv[0] << ": error reading film `" << film_dir.string() << "' (" << e.what() << ")\n";
312                 exit (EXIT_FAILURE);
313         }
314
315         if (dump) {
316                 print_dump (film);
317                 exit (EXIT_SUCCESS);
318         }
319
320         ContentList content = film->content ();
321         for (ContentList::const_iterator i = content.begin(); i != content.end(); ++i) {
322                 vector<boost::filesystem::path> paths = (*i)->paths ();
323                 for (vector<boost::filesystem::path>::const_iterator j = paths.begin(); j != paths.end(); ++j) {
324                         if (!boost::filesystem::exists (*j)) {
325                                 cerr << argv[0] << ": content file " << *j << " not found.\n";
326                                 exit (EXIT_FAILURE);
327                         }
328                 }
329         }
330
331         if (progress) {
332                 cout << "\nMaking DCP for " << film->name() << "\n";
333         }
334
335         film->make_dcp ();
336
337         bool should_stop = false;
338         bool first = true;
339         bool error = false;
340         while (!should_stop) {
341
342                 dcpomatic_sleep (5);
343
344                 list<shared_ptr<Job> > jobs = JobManager::instance()->get ();
345
346                 if (!first && progress) {
347                         for (size_t i = 0; i < jobs.size(); ++i) {
348                                 cout << "\033[1A\033[2K";
349                         }
350                         cout.flush ();
351                 }
352
353                 first = false;
354
355                 int unfinished = 0;
356                 int finished_in_error = 0;
357
358                 BOOST_FOREACH (shared_ptr<Job> i, jobs) {
359                         if (progress) {
360                                 cout << i->name();
361                                 if (!i->sub_name().empty()) {
362                                         cout << "; " << i->sub_name();
363                                 }
364                                 cout << ": ";
365
366                                 if (i->progress ()) {
367                                         cout << i->status() << "                            \n";
368                                 } else {
369                                         cout << ": Running           \n";
370                                 }
371                         }
372
373                         if (!i->finished ()) {
374                                 ++unfinished;
375                         }
376
377                         if (i->finished_in_error ()) {
378                                 ++finished_in_error;
379                                 error = true;
380                         }
381
382                         if (!progress && i->finished_in_error ()) {
383                                 /* We won't see this error if we haven't been showing progress,
384                                    so show it now.
385                                 */
386                                 cout << i->status() << "\n";
387                         }
388                 }
389
390                 if (unfinished == 0 || finished_in_error != 0) {
391                         should_stop = true;
392                 }
393         }
394
395         if (keep_going) {
396                 while (true) {
397                         dcpomatic_sleep (3600);
398                 }
399         }
400
401         /* This is just to stop valgrind reporting leaks due to JobManager
402            indirectly holding onto codecs.
403         */
404         JobManager::drop ();
405
406         EncodeServerFinder::drop ();
407
408         if (dcp_path && !error) {
409                 cout << film->dir (film->dcp_name (false)).string() << "\n";
410         }
411
412         return error ? EXIT_FAILURE : EXIT_SUCCESS;
413 }