/* Copyright (C) 2013-2021 Carl Hetherington This file is part of DCP-o-matic. DCP-o-matic is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. DCP-o-matic is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with DCP-o-matic. If not, see . */ #include "audio_content.h" #include "config.h" #include "content_factory.h" #include "dcp_content.h" #include "digester.h" #include "film.h" #include "ffmpeg_content.h" #include "ffmpeg_decoder.h" #include "image_decoder.h" #include "job.h" #include "playlist.h" #include "text_content.h" #include "util.h" #include "video_content.h" #include #include #include #include #include "i18n.h" using std::cout; using std::dynamic_pointer_cast; using std::list; using std::max; using std::min; using std::pair; using std::shared_ptr; using std::string; using std::vector; using std::weak_ptr; using boost::optional; using namespace dcpomatic; #if BOOST_VERSION >= 106100 using namespace boost::placeholders; #endif class ContentSorter { public: bool operator()(shared_ptr a, shared_ptr b) { if (a->position() != b->position()) { return a->position() < b->position(); } /* Put video before audio if they start at the same time */ if (a->video && !b->video) { return true; } else if (!a->video && b->video) { return false; } /* Last resort */ return a->digest() < b->digest(); } }; Playlist::~Playlist() { boost::mutex::scoped_lock lm(_mutex); _content.clear(); disconnect(); } void Playlist::content_change(weak_ptr weak_film, ChangeType type, int property, bool frequent) { auto film = weak_film.lock(); DCPOMATIC_ASSERT(film); if (type == ChangeType::DONE) { if ( property == ContentProperty::TRIM_START || property == ContentProperty::TRIM_END || property == ContentProperty::LENGTH || property == VideoContentProperty::FRAME_TYPE ) { /* Don't respond to position changes here, as: - sequencing after earlier/later changes is handled by move_earlier/move_later - any other position changes will be timeline drags which should not result in content being sequenced. */ maybe_sequence(film); } if ( property == ContentProperty::POSITION || property == ContentProperty::LENGTH || property == ContentProperty::TRIM_START || property == ContentProperty::TRIM_END) { bool changed = false; { boost::mutex::scoped_lock lm(_mutex); ContentList old = _content; sort(_content.begin(), _content.end(), ContentSorter()); changed = _content != old; } if (changed) { OrderChange(); } /* The length might have changed, and that's good enough for this signal */ LengthChange(); } } ContentChange(type, property, frequent); } void Playlist::maybe_sequence(shared_ptr film) { if (!_sequence || _sequencing) { return; } _sequencing = true; auto cont = content(); /* Keep track of the content that we've set the position of so that we don't do it twice. */ ContentList placed; /* Video */ DCPTime next_left; DCPTime next_right; for (auto i: cont) { if (!i->video) { continue; } if (i->video->frame_type() == VideoFrameType::THREE_D_RIGHT) { i->set_position(film, next_right); next_right = i->end(film); } else { i->set_position(film, next_left); next_left = i->end(film); } placed.push_back(i); } /* Captions */ DCPTime next; for (auto i: cont) { if (i->text.empty() || find(placed.begin(), placed.end(), i) != placed.end()) { continue; } i->set_position(film, next); next = i->end(film); } /* This won't change order, so it does not need a sort */ _sequencing = false; } string Playlist::video_identifier() const { string t; for (auto i: content()) { bool burn = false; for (auto j: i->text) { if (j->burn()) { burn = true; } } if (i->video || burn) { t += i->identifier(); } } Digester digester; digester.add(t.c_str(), t.length()); return digester.get(); } /** @param film Film that this Playlist is for. * @param node <Playlist> node. * @param version Metadata version number. * @param notes Output notes about that happened. */ void Playlist::set_from_xml(shared_ptr film, cxml::ConstNodePtr node, int version, list& notes) { boost::mutex::scoped_lock lm(_mutex); for (auto i: node->node_children("Content")) { auto content = content_factory(i, film->directory(), version, notes); /* See if this content should be nudged to start on a video frame */ auto const old_pos = content->position(); content->set_position(film, old_pos); if (old_pos != content->position()) { string note = _("Your project contains video content that was not aligned to a frame boundary."); note += " "; if (old_pos < content->position()) { note += fmt::format( _("The file {} has been moved {} milliseconds later."), content->path_summary(), DCPTime(content->position() - old_pos).seconds() * 1000 ); } else { note += fmt::format( _("The file {} has been moved {} milliseconds earlier."), content->path_summary(), DCPTime(content->position() - old_pos).seconds() * 1000 ); } notes.push_back(note); } /* ...or have a start trim which is an integer number of frames */ auto const old_trim = content->trim_start(); content->set_trim_start(film, old_trim); if (old_trim != content->trim_start()) { string note = _("Your project contains video content whose trim was not aligned to a frame boundary."); note += " "; if (old_trim < content->trim_start()) { note += fmt::format( _("The file {} has been trimmed by {} milliseconds more."), content->path_summary(), ContentTime(content->trim_start() - old_trim).seconds() * 1000 ); } else { note += fmt::format( _("The file {} has been trimmed by {} milliseconds less."), content->path_summary(), ContentTime(old_trim - content->trim_start()).seconds() * 1000 ); } notes.push_back(note); } _content.push_back(content); } /* This shouldn't be necessary but better safe than sorry (there could be old files) */ sort(_content.begin(), _content.end(), ContentSorter()); reconnect(film); } /** @param node <Playlist> node. * @param with_content_paths true to include <Path> nodes in <Content> nodes, false to omit them. */ void Playlist::as_xml(xmlpp::Element* element, bool with_content_paths, PathBehaviour path_behaviour, optional film_directory) { for (auto i: content()) { i->as_xml(cxml::add_child(element, "Content"), with_content_paths, path_behaviour, film_directory); } } void Playlist::add(shared_ptr film, shared_ptr c) { Change(ChangeType::PENDING); { boost::mutex::scoped_lock lm(_mutex); _content.push_back(c); sort(_content.begin(), _content.end(), ContentSorter()); reconnect(film); } Change(ChangeType::DONE); LengthChange(); } void Playlist::add_at_end(shared_ptr film, vector> const& content) { Change(ChangeType::PENDING); for (auto c: content) { /* Add {video,subtitle} content after any existing {video,subtitle} content */ if (c->video) { c->set_position(film, video_end(film)); } else if (!c->text.empty()) { c->set_position(film, text_end(film)); } boost::mutex::scoped_lock lm(_mutex); _content.push_back(c); sort(_content.begin(), _content.end(), ContentSorter()); reconnect(film); } Change(ChangeType::DONE); LengthChange(); } void Playlist::remove(shared_ptr c) { Change(ChangeType::PENDING); bool cancelled = false; { boost::mutex::scoped_lock lm(_mutex); auto i = _content.begin(); while (i != _content.end() && *i != c) { ++i; } if (i != _content.end()) { _content.erase(i); } else { cancelled = true; } } if (cancelled) { Change(ChangeType::CANCELLED); } else { Change(ChangeType::DONE); } /* This won't change order, so it does not need a sort */ LengthChange(); } void Playlist::remove(ContentList c) { Change(ChangeType::PENDING); { boost::mutex::scoped_lock lm(_mutex); for (auto i: c) { auto j = _content.begin(); while (j != _content.end() && *j != i) { ++j; } if (j != _content.end()) { _content.erase(j); } } } Change(ChangeType::DONE); /* This won't change order, so it does not need a sort */ LengthChange(); } class FrameRateCandidate { public: FrameRateCandidate(float source_, int dcp_) : source(source_) , dcp(dcp_) {} float source; int dcp; }; /** @return the best frame rate from Config::_allowed_dcp_frame_rates for the content in this list */ int Playlist::best_video_frame_rate() const { auto const allowed_dcp_frame_rates = Config::instance()->allowed_dcp_frame_rates(); /* Work out what rates we could manage, including those achieved by using skip / repeat */ list candidates; /* Start with the ones without skip / repeat so they will get matched in preference to skipped/repeated ones */ for (auto i: allowed_dcp_frame_rates) { candidates.push_back(FrameRateCandidate(i, i)); } /* Then the skip/repeat ones */ for (auto i: allowed_dcp_frame_rates) { candidates.push_back(FrameRateCandidate(float(i) / 2, i)); candidates.push_back(FrameRateCandidate(float(i) * 2, i)); } /* Pick the best one */ float error = std::numeric_limits::max(); optional best; auto i = candidates.begin(); while (i != candidates.end()) { float this_error = 0; for (auto j: content()) { if (!j->video || !j->video_frame_rate()) { continue; } /* Best error for this content; we could use the content as-is or double its rate */ float best_error = min( float(fabs(i->source - j->video_frame_rate().get())), float(fabs(i->source - j->video_frame_rate().get() * 2)) ); /* Use the largest difference between DCP and source as the "error" */ this_error = max(this_error, best_error); } if (this_error < error) { error = this_error; best = *i; } ++i; } if (!best) { return 24; } return best->dcp; } /** @return length of the playlist from time 0 to the last thing on the playlist */ DCPTime Playlist::length(shared_ptr film) const { DCPTime len; for (auto i: content()) { len = max(len, i->end(film)); } return len; } /** @return position of the first thing on the playlist, if it's not empty */ optional Playlist::start() const { auto cont = content(); if (cont.empty()) { return {}; } auto start = DCPTime::max(); for (auto i: cont) { start = min(start, i->position()); } return start; } /** Must be called with a lock held on _mutex */ void Playlist::disconnect() { for (auto& i: _content_connections) { i.disconnect(); } _content_connections.clear(); } /** Must be called with a lock held on _mutex */ void Playlist::reconnect(shared_ptr film) { disconnect(); for (auto i: _content) { _content_connections.push_back(i->Change.connect(boost::bind(&Playlist::content_change, this, film, _1, _2, _3))); } } DCPTime Playlist::video_end(shared_ptr film) const { DCPTime end; for (auto i: content()) { if (i->video) { end = max(end, i->end(film)); } } return end; } DCPTime Playlist::text_end(shared_ptr film) const { DCPTime end; for (auto i: content()) { if (!i->text.empty()) { end = max(end, i->end(film)); } } return end; } FrameRateChange Playlist::active_frame_rate_change(DCPTime t, int dcp_video_frame_rate) const { auto cont = content(); for (ContentList::const_reverse_iterator i = cont.rbegin(); i != cont.rend(); ++i) { if (!(*i)->video) { continue; } if ((*i)->position() <= t) { /* This is the first piece of content (going backwards...) that starts before t, so it's the active one. */ if ((*i)->video_frame_rate()) { /* This content specified a rate, so use it */ return FrameRateChange((*i)->video_frame_rate().get(), dcp_video_frame_rate); } else { /* No specified rate so just use the DCP one */ return FrameRateChange(dcp_video_frame_rate, dcp_video_frame_rate); } } } return FrameRateChange(dcp_video_frame_rate, dcp_video_frame_rate); } void Playlist::set_sequence(bool s) { _sequence = s; } /** @return content in ascending order of position */ ContentList Playlist::content() const { boost::mutex::scoped_lock lm(_mutex); return _content; } void Playlist::repeat(shared_ptr film, ContentList c, int n) { pair range(DCPTime::max(), DCPTime()); for (auto i: c) { range.first = min(range.first, i->position()); range.second = max(range.second, i->position()); range.first = min(range.first, i->end(film)); range.second = max(range.second, i->end(film)); } Change(ChangeType::PENDING); { boost::mutex::scoped_lock lm(_mutex); DCPTime pos = range.second; for (int i = 0; i < n; ++i) { for (auto j: c) { auto copy = j->clone(); copy->set_position(film, pos + copy->position() - range.first); _content.push_back(copy); } pos += range.second - range.first; } sort(_content.begin(), _content.end(), ContentSorter()); reconnect(film); } Change(ChangeType::DONE); LengthChange(); } void Playlist::move_earlier(shared_ptr film, shared_ptr c) { auto cont = content(); auto previous = cont.end(); auto i = cont.begin(); while (i != cont.end() && *i != c) { previous = i; ++i; } DCPOMATIC_ASSERT(i != cont.end()); if (previous == cont.end()) { return; } auto previous_c = *previous; auto const p = previous_c->position(); previous_c->set_position(film, p + c->length_after_trim(film)); c->set_position(film, p); } void Playlist::move_later(shared_ptr film, shared_ptr c) { auto cont = content(); auto iter = std::find(cont.begin(), cont.end(), c); DCPOMATIC_ASSERT(iter != cont.end()); ContentList::iterator next = std::next(iter); if (next == cont.end()) { /* This content is already at the end */ return; } (*next)->set_position(film, c->position()); c->set_position(film, c->position() + (*next)->length_after_trim(film)); } int64_t Playlist::required_disk_space(shared_ptr film, int64_t video_bit_rate, int audio_channels, int audio_frame_rate) const { int64_t video = uint64_t(video_bit_rate / 8) * length(film).seconds(); int64_t audio = uint64_t(audio_channels) * audio_frame_rate * 3 * length(film).seconds(); for (auto i: content()) { if (auto d = dynamic_pointer_cast(i)) { if (d->reference_video()) { video -= uint64_t(video_bit_rate / 8) * d->length_after_trim(film).seconds(); } if (d->reference_audio()) { audio -= uint64_t(audio_channels) * audio_frame_rate * 3 * d->length_after_trim(film).seconds(); } } } /* Add on 64k for bits and pieces (metadata, subs etc) */ return video + audio + 65536; } string Playlist::content_summary(shared_ptr film, DCPTimePeriod period) const { string best_summary; int best_score = -1; for (auto i: content()) { int score = 0; auto const o = i->period(film).overlap(period); if (o) { score += 100 * o.get().duration().get() / period.duration().get(); } if (i->video) { score += 100; } if (score > best_score) { best_summary = i->path(0).filename().string(); best_score = score; } } return best_summary; } pair Playlist::speed_up_range(int dcp_video_frame_rate) const { pair range(DBL_MAX, -DBL_MAX); for (auto i: content()) { if (!i->video) { continue; } if (i->video_frame_rate()) { FrameRateChange const frc(i->video_frame_rate().get(), dcp_video_frame_rate); range.first = min(range.first, frc.speed_up); range.second = max(range.second, frc.speed_up); } else { FrameRateChange const frc(dcp_video_frame_rate, dcp_video_frame_rate); range.first = min(range.first, frc.speed_up); range.second = max(range.second, frc.speed_up); } } return range; }