/* Copyright (C) 2012 Carl Hetherington Copyright (C) 2000-2007 Paul Davis This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */ /** @file src/lib/util.cc * @brief Some utility functions and classes. */ #include #include #include #include #include #include #ifdef DCPOMATIC_POSIX #include #include #endif #include #include #include #include #include #include #include #include #ifdef DCPOMATIC_WINDOWS #include #endif #include #include #include #include #include #include #include #include #include extern "C" { #include #include #include #include #include #include } #include "util.h" #include "exceptions.h" #include "scaler.h" #include "dcp_content_type.h" #include "filter.h" #include "sound_processor.h" #include "config.h" #include "ratio.h" #include "job.h" #include "cross.h" #include "video_content.h" #ifdef DCPOMATIC_WINDOWS #include "stack.hpp" #endif #include "i18n.h" using std::string; using std::stringstream; using std::setfill; using std::ostream; using std::endl; using std::vector; using std::hex; using std::setw; using std::ios; using std::min; using std::max; using std::list; using std::multimap; using std::map; using std::istream; using std::numeric_limits; using std::pair; using std::cout; using std::bad_alloc; using std::streampos; using std::set_terminate; using boost::shared_ptr; using boost::thread; using boost::lexical_cast; using boost::optional; using libdcp::Size; static boost::thread::id ui_thread; static boost::filesystem::path backtrace_file; /** Convert some number of seconds to a string representation * in hours, minutes and seconds. * * @param s Seconds. * @return String of the form H:M:S (where H is hours, M * is minutes and S is seconds). */ string seconds_to_hms (int s) { int m = s / 60; s -= (m * 60); int h = m / 60; m -= (h * 60); stringstream hms; hms << h << N_(":"); hms.width (2); hms << std::setfill ('0') << m << N_(":"); hms.width (2); hms << std::setfill ('0') << s; return hms.str (); } /** @param s Number of seconds. * @return String containing an approximate description of s (e.g. "about 2 hours") */ string seconds_to_approximate_hms (int s) { int m = s / 60; s -= (m * 60); int h = m / 60; m -= (h * 60); stringstream ap; if (h > 0) { if (m > 30) { ap << (h + 1) << N_(" ") << _("hours"); } else { if (h == 1) { ap << N_("1 ") << _("hour"); } else { ap << h << N_(" ") << _("hours"); } } } else if (m > 0) { if (m == 1) { ap << N_("1 ") << _("minute"); } else { ap << m << N_(" ") << _("minutes"); } } else { ap << s << N_(" ") << _("seconds"); } return ap.str (); } #ifdef DCPOMATIC_POSIX /** @param l Mangled C++ identifier. * @return Demangled version. */ static string demangle (string l) { string::size_type const b = l.find_first_of (N_("(")); if (b == string::npos) { return l; } string::size_type const p = l.find_last_of (N_("+")); if (p == string::npos) { return l; } if ((p - b) <= 1) { return l; } string const fn = l.substr (b + 1, p - b - 1); int status; try { char* realname = abi::__cxa_demangle (fn.c_str(), 0, 0, &status); string d (realname); free (realname); return d; } catch (std::exception) { } return l; } /** Write a stacktrace to an ostream. * @param out Stream to write to. * @param levels Number of levels to go up the call stack. */ void stacktrace (ostream& out, int levels) { void *array[200]; size_t size = backtrace (array, 200); char** strings = backtrace_symbols (array, size); if (strings) { for (size_t i = 0; i < size && (levels == 0 || i < size_t(levels)); i++) { out << N_(" ") << demangle (strings[i]) << "\n"; } free (strings); } } #endif /** @param v Version as used by FFmpeg. * @return A string representation of v. */ static string ffmpeg_version_to_string (int v) { stringstream s; s << ((v & 0xff0000) >> 16) << N_(".") << ((v & 0xff00) >> 8) << N_(".") << (v & 0xff); return s.str (); } /** Return a user-readable string summarising the versions of our dependencies */ string dependency_version_summary () { stringstream s; s << N_("libopenjpeg ") << opj_version () << N_(", ") << N_("libavcodec ") << ffmpeg_version_to_string (avcodec_version()) << N_(", ") << N_("libavfilter ") << ffmpeg_version_to_string (avfilter_version()) << N_(", ") << N_("libavformat ") << ffmpeg_version_to_string (avformat_version()) << N_(", ") << N_("libavutil ") << ffmpeg_version_to_string (avutil_version()) << N_(", ") << N_("libpostproc ") << ffmpeg_version_to_string (postproc_version()) << N_(", ") << N_("libswscale ") << ffmpeg_version_to_string (swscale_version()) << N_(", ") << MagickVersion << N_(", ") << N_("libssh ") << ssh_version (0) << N_(", ") << N_("libdcp ") << libdcp::version << N_(" git ") << libdcp::git_commit; return s.str (); } double seconds (struct timeval t) { return t.tv_sec + (double (t.tv_usec) / 1e6); } #ifdef DCPOMATIC_WINDOWS LONG WINAPI exception_handler(struct _EXCEPTION_POINTERS *) { dbg::stack s; FILE* f = fopen_boost (backtrace_file, "w"); for (dbg::stack::const_iterator i = s.begin(); i != s.end(); ++i) { fprintf (f, "%p %s %d %s", i->instruction, i->function.c_str(), i->line, i->module.c_str()); } fclose (f); return EXCEPTION_CONTINUE_SEARCH; } #endif /* From http://stackoverflow.com/questions/2443135/how-do-i-find-where-an-exception-was-thrown-in-c */ void terminate () { static bool tried_throw = false; try { // try once to re-throw currently active exception if (!tried_throw++) { throw; } } catch (const std::exception &e) { std::cerr << __FUNCTION__ << " caught unhandled exception. what(): " << e.what() << std::endl; } catch (...) { std::cerr << __FUNCTION__ << " caught unknown/unhandled exception." << std::endl; } #ifdef DCPOMATIC_POSIX stacktrace (cout, 50); #endif abort(); } /** Call the required functions to set up DCP-o-matic's static arrays, etc. * Must be called from the UI thread, if there is one. */ void dcpomatic_setup () { #ifdef DCPOMATIC_WINDOWS backtrace_file /= g_get_user_config_dir (); backtrace_file /= "backtrace.txt"; SetUnhandledExceptionFilter(exception_handler); /* Dark voodoo which, I think, gets boost::filesystem::path to correctly convert UTF-8 strings to paths, and also paths back to UTF-8 strings (on path::string()). After this, constructing boost::filesystem::paths from strings converts from UTF-8 to UTF-16 inside the path. Then path::string().c_str() gives UTF-8 and path::c_str() gives UTF-16. This is all Windows-only. AFAICT Linux/OS X use UTF-8 everywhere, so things are much simpler. */ std::locale::global (boost::locale::generator().generate ("")); boost::filesystem::path::imbue (std::locale ()); #endif avfilter_register_all (); #ifdef DCPOMATIC_OSX /* Add our lib directory to the libltdl search path so that xmlsec can find xmlsec1-openssl. */ boost::filesystem::path lib = app_contents (); lib /= "lib"; setenv ("LTDL_LIBRARY_PATH", lib.c_str (), 1); #endif set_terminate (terminate); libdcp::init (); Ratio::setup_ratios (); VideoContentScale::setup_scales (); DCPContentType::setup_dcp_content_types (); Scaler::setup_scalers (); Filter::setup_filters (); SoundProcessor::setup_sound_processors (); ui_thread = boost::this_thread::get_id (); } #ifdef DCPOMATIC_WINDOWS boost::filesystem::path mo_path () { wchar_t buffer[512]; GetModuleFileName (0, buffer, 512 * sizeof(wchar_t)); boost::filesystem::path p (buffer); p = p.parent_path (); p = p.parent_path (); p /= "locale"; return p; } #endif void dcpomatic_setup_gettext_i18n (string lang) { #ifdef DCPOMATIC_POSIX lang += ".UTF8"; #endif if (!lang.empty ()) { /* Override our environment language; this is essential on Windows. */ char cmd[64]; snprintf (cmd, sizeof(cmd), "LANGUAGE=%s", lang.c_str ()); putenv (cmd); snprintf (cmd, sizeof(cmd), "LANG=%s", lang.c_str ()); putenv (cmd); snprintf (cmd, sizeof(cmd), "LC_ALL=%s", lang.c_str ()); putenv (cmd); } setlocale (LC_ALL, ""); textdomain ("libdcpomatic"); #ifdef DCPOMATIC_WINDOWS bindtextdomain ("libdcpomatic", mo_path().string().c_str()); bind_textdomain_codeset ("libdcpomatic", "UTF8"); #endif #ifdef DCPOMATIC_POSIX bindtextdomain ("libdcpomatic", POSIX_LOCALE_PREFIX); #endif } /** @param s A string. * @return Parts of the string split at spaces, except when a space is within quotation marks. */ vector split_at_spaces_considering_quotes (string s) { vector out; bool in_quotes = false; string c; for (string::size_type i = 0; i < s.length(); ++i) { if (s[i] == ' ' && !in_quotes) { out.push_back (c); c = N_(""); } else if (s[i] == '"') { in_quotes = !in_quotes; } else { c += s[i]; } } out.push_back (c); return out; } string md5_digest (void const * data, int size) { MD5_CTX md5_context; MD5_Init (&md5_context); MD5_Update (&md5_context, data, size); unsigned char digest[MD5_DIGEST_LENGTH]; MD5_Final (digest, &md5_context); stringstream s; for (int i = 0; i < MD5_DIGEST_LENGTH; ++i) { s << std::hex << std::setfill('0') << std::setw(2) << ((int) digest[i]); } return s.str (); } /** @param job Optional job for which to report progress */ string md5_digest (vector files, shared_ptr job) { boost::uintmax_t const buffer_size = 64 * 1024; char buffer[buffer_size]; MD5_CTX md5_context; MD5_Init (&md5_context); vector sizes; for (size_t i = 0; i < files.size(); ++i) { sizes.push_back (boost::filesystem::file_size (files[i])); } for (size_t i = 0; i < files.size(); ++i) { FILE* f = fopen_boost (files[i], "rb"); if (!f) { throw OpenFileError (files[i].string()); } boost::uintmax_t const bytes = boost::filesystem::file_size (files[i]); boost::uintmax_t remaining = bytes; while (remaining > 0) { int const t = min (remaining, buffer_size); fread (buffer, 1, t, f); MD5_Update (&md5_context, buffer, t); remaining -= t; if (job) { job->set_progress ((float (i) + 1 - float(remaining) / bytes) / files.size ()); } } fclose (f); } unsigned char digest[MD5_DIGEST_LENGTH]; MD5_Final (digest, &md5_context); stringstream s; for (int i = 0; i < MD5_DIGEST_LENGTH; ++i) { s << std::hex << std::setfill('0') << std::setw(2) << ((int) digest[i]); } return s.str (); } static bool about_equal (float a, float b) { /* A film of F seconds at f FPS will be Ff frames; Consider some delta FPS d, so if we run the same film at (f + d) FPS it will last F(f + d) seconds. Hence the difference in length over the length of the film will be F(f + d) - Ff frames = Ff + Fd - Ff frames = Fd frames = Fd/f seconds So if we accept a difference of 1 frame, ie 1/f seconds, we can say that 1/f = Fd/f ie 1 = Fd ie d = 1/F So for a 3hr film, ie F = 3 * 60 * 60 = 10800, the acceptable FPS error is 1/F ~= 0.0001 ~= 10-e4 */ return (fabs (a - b) < 1e-4); } /** @param An arbitrary audio frame rate. * @return The appropriate DCP-approved frame rate (48kHz or 96kHz). */ int dcp_audio_frame_rate (int fs) { if (fs <= 48000) { return 48000; } return 96000; } Socket::Socket (int timeout) : _deadline (_io_service) , _socket (_io_service) , _acceptor (0) , _timeout (timeout) { _deadline.expires_at (boost::posix_time::pos_infin); check (); } Socket::~Socket () { delete _acceptor; } void Socket::check () { if (_deadline.expires_at() <= boost::asio::deadline_timer::traits_type::now ()) { if (_acceptor) { _acceptor->cancel (); } else { _socket.close (); } _deadline.expires_at (boost::posix_time::pos_infin); } _deadline.async_wait (boost::bind (&Socket::check, this)); } /** Blocking connect. * @param endpoint End-point to connect to. */ void Socket::connect (boost::asio::ip::tcp::endpoint endpoint) { _deadline.expires_from_now (boost::posix_time::seconds (_timeout)); boost::system::error_code ec = boost::asio::error::would_block; _socket.async_connect (endpoint, boost::lambda::var(ec) = boost::lambda::_1); do { _io_service.run_one(); } while (ec == boost::asio::error::would_block); if (ec) { throw NetworkError (String::compose (_("error during async_connect (%1)"), ec.value ())); } if (!_socket.is_open ()) { throw NetworkError (_("connect timed out")); } } void Socket::accept (int port) { _acceptor = new boost::asio::ip::tcp::acceptor (_io_service, boost::asio::ip::tcp::endpoint (boost::asio::ip::tcp::v4(), port)); _deadline.expires_from_now (boost::posix_time::seconds (_timeout)); boost::system::error_code ec = boost::asio::error::would_block; _acceptor->async_accept (_socket, boost::lambda::var(ec) = boost::lambda::_1); do { _io_service.run_one (); } while (ec == boost::asio::error::would_block ); delete _acceptor; _acceptor = 0; if (ec) { throw NetworkError (String::compose (_("error during async_accept (%1)"), ec.value ())); } } /** Blocking write. * @param data Buffer to write. * @param size Number of bytes to write. */ void Socket::write (uint8_t const * data, int size) { _deadline.expires_from_now (boost::posix_time::seconds (_timeout)); boost::system::error_code ec = boost::asio::error::would_block; boost::asio::async_write (_socket, boost::asio::buffer (data, size), boost::lambda::var(ec) = boost::lambda::_1); do { _io_service.run_one (); } while (ec == boost::asio::error::would_block); if (ec) { throw NetworkError (String::compose (_("error during async_write (%1)"), ec.value ())); } } void Socket::write (uint32_t v) { v = htonl (v); write (reinterpret_cast (&v), 4); } /** Blocking read. * @param data Buffer to read to. * @param size Number of bytes to read. */ void Socket::read (uint8_t* data, int size) { _deadline.expires_from_now (boost::posix_time::seconds (_timeout)); boost::system::error_code ec = boost::asio::error::would_block; boost::asio::async_read (_socket, boost::asio::buffer (data, size), boost::lambda::var(ec) = boost::lambda::_1); do { _io_service.run_one (); } while (ec == boost::asio::error::would_block); if (ec) { throw NetworkError (String::compose (_("error during async_read (%1)"), ec.value ())); } } uint32_t Socket::read_uint32 () { uint32_t v; read (reinterpret_cast (&v), 4); return ntohl (v); } /** Round a number up to the nearest multiple of another number. * @param c Index. * @param s Array of numbers to round, indexed by c. * @param t Multiple to round to. * @return Rounded number. */ int stride_round_up (int c, int const * stride, int t) { int const a = stride[c] + (t - 1); return a - (a % t); } /** Read a sequence of key / value pairs from a text stream; * the keys are the first words on the line, and the values are * the remainder of the line following the key. Lines beginning * with # are ignored. * @param s Stream to read. * @return key/value pairs. */ multimap read_key_value (istream &s) { multimap kv; string line; while (getline (s, line)) { if (line.empty ()) { continue; } if (line[0] == '#') { continue; } if (line[line.size() - 1] == '\r') { line = line.substr (0, line.size() - 1); } size_t const s = line.find (' '); if (s == string::npos) { continue; } kv.insert (make_pair (line.substr (0, s), line.substr (s + 1))); } return kv; } string get_required_string (multimap const & kv, string k) { if (kv.count (k) > 1) { throw StringError (N_("unexpected multiple keys in key-value set")); } multimap::const_iterator i = kv.find (k); if (i == kv.end ()) { throw StringError (String::compose (_("missing key %1 in key-value set"), k)); } return i->second; } int get_required_int (multimap const & kv, string k) { string const v = get_required_string (kv, k); return lexical_cast (v); } float get_required_float (multimap const & kv, string k) { string const v = get_required_string (kv, k); return lexical_cast (v); } string get_optional_string (multimap const & kv, string k) { if (kv.count (k) > 1) { throw StringError (N_("unexpected multiple keys in key-value set")); } multimap::const_iterator i = kv.find (k); if (i == kv.end ()) { return N_(""); } return i->second; } int get_optional_int (multimap const & kv, string k) { if (kv.count (k) > 1) { throw StringError (N_("unexpected multiple keys in key-value set")); } multimap::const_iterator i = kv.find (k); if (i == kv.end ()) { return 0; } return lexical_cast (i->second); } /** Trip an assert if the caller is not in the UI thread */ void ensure_ui_thread () { assert (boost::this_thread::get_id() == ui_thread); } /** @param v Content video frame. * @param audio_sample_rate Source audio sample rate. * @param frames_per_second Number of video frames per second. * @return Equivalent number of audio frames for `v'. */ int64_t video_frames_to_audio_frames (VideoContent::Frame v, float audio_sample_rate, float frames_per_second) { return ((int64_t) v * audio_sample_rate / frames_per_second); } string audio_channel_name (int c) { assert (MAX_AUDIO_CHANNELS == 8); /* TRANSLATORS: these are the names of audio channels; Lfe (sub) is the low-frequency enhancement channel (sub-woofer). HI is the hearing-impaired audio track and VI is the visually-impaired audio track (audio describe). */ string const channels[] = { _("Left"), _("Right"), _("Centre"), _("Lfe (sub)"), _("Left surround"), _("Right surround"), _("HI"), _("VI") }; return channels[c]; } FrameRateConversion::FrameRateConversion (float source, int dcp) : skip (false) , repeat (1) , change_speed (false) { if (fabs (source / 2.0 - dcp) < fabs (source - dcp)) { /* The difference between source and DCP frame rate will be lower (i.e. better) if we skip. */ skip = true; } else if (fabs (source * 2 - dcp) < fabs (source - dcp)) { /* The difference between source and DCP frame rate would be better if we repeated each frame once; it may be better still if we repeated more than once. Work out the required repeat. */ repeat = round (dcp / source); } change_speed = !about_equal (source * factor(), dcp); if (!skip && repeat == 1 && !change_speed) { description = _("Content and DCP have the same rate.\n"); } else { if (skip) { description = _("DCP will use every other frame of the content.\n"); } else if (repeat == 2) { description = _("Each content frame will be doubled in the DCP.\n"); } else if (repeat > 2) { description = String::compose (_("Each content frame will be repeated %1 more times in the DCP.\n"), repeat - 1); } if (change_speed) { float const pc = dcp * 100 / (source * factor()); description += String::compose (_("DCP will run at %1%% of the content speed.\n"), pc); } } } LocaleGuard::LocaleGuard () : _old (0) { char const * old = setlocale (LC_NUMERIC, 0); if (old) { _old = strdup (old); if (strcmp (_old, "C")) { setlocale (LC_NUMERIC, "C"); } } } LocaleGuard::~LocaleGuard () { setlocale (LC_NUMERIC, _old); free (_old); } bool valid_image_file (boost::filesystem::path f) { string ext = f.extension().string(); transform (ext.begin(), ext.end(), ext.begin(), ::tolower); return (ext == ".tif" || ext == ".tiff" || ext == ".jpg" || ext == ".jpeg" || ext == ".png" || ext == ".bmp" || ext == ".tga"); } string tidy_for_filename (string f) { string t; for (size_t i = 0; i < f.length(); ++i) { if (isalnum (f[i]) || f[i] == '_' || f[i] == '-') { t += f[i]; } else { t += '_'; } } return t; } shared_ptr make_signer () { boost::filesystem::path const sd = Config::instance()->signer_chain_directory (); /* Remake the chain if any of it is missing */ list files; files.push_back ("ca.self-signed.pem"); files.push_back ("intermediate.signed.pem"); files.push_back ("leaf.signed.pem"); files.push_back ("leaf.key"); list::const_iterator i = files.begin(); while (i != files.end()) { boost::filesystem::path p (sd); p /= *i; if (!boost::filesystem::exists (p)) { boost::filesystem::remove_all (sd); boost::filesystem::create_directories (sd); libdcp::make_signer_chain (sd, openssl_path ()); break; } ++i; } libdcp::CertificateChain chain; { boost::filesystem::path p (sd); p /= "ca.self-signed.pem"; chain.add (shared_ptr (new libdcp::Certificate (p))); } { boost::filesystem::path p (sd); p /= "intermediate.signed.pem"; chain.add (shared_ptr (new libdcp::Certificate (p))); } { boost::filesystem::path p (sd); p /= "leaf.signed.pem"; chain.add (shared_ptr (new libdcp::Certificate (p))); } boost::filesystem::path signer_key (sd); signer_key /= "leaf.key"; return shared_ptr (new libdcp::Signer (chain, signer_key)); } map split_get_request (string url) { enum { AWAITING_QUESTION_MARK, KEY, VALUE } state = AWAITING_QUESTION_MARK; map r; string k; string v; for (size_t i = 0; i < url.length(); ++i) { switch (state) { case AWAITING_QUESTION_MARK: if (url[i] == '?') { state = KEY; } break; case KEY: if (url[i] == '=') { v.clear (); state = VALUE; } else { k += url[i]; } break; case VALUE: if (url[i] == '&') { r.insert (make_pair (k, v)); k.clear (); state = KEY; } else { v += url[i]; } break; } } if (state == VALUE) { r.insert (make_pair (k, v)); } return r; } libdcp::Size fit_ratio_within (float ratio, libdcp::Size full_frame) { if (ratio < full_frame.ratio ()) { return libdcp::Size (rint (full_frame.height * ratio), full_frame.height); } return libdcp::Size (full_frame.width, rint (full_frame.width / ratio)); } void * wrapped_av_malloc (size_t s) { void* p = av_malloc (s); if (!p) { throw bad_alloc (); } return p; } string entities_to_text (string e) { boost::algorithm::replace_all (e, "%3A", ":"); boost::algorithm::replace_all (e, "%2F", "/"); return e; } int64_t divide_with_round (int64_t a, int64_t b) { if (a % b >= (b / 2)) { return (a + b - 1) / b; } else { return a / b; } }