/* Copyright (C) 2013-2015 Carl Hetherington This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */ #include "video_content.h" #include "video_examiner.h" #include "compose.hpp" #include "ratio.h" #include "config.h" #include "colour_conversion.h" #include "util.h" #include "film.h" #include "exceptions.h" #include "frame_rate_change.h" #include "log.h" #include "safe_stringstream.h" #include "raw_convert.h" #include #include #include #include #include "i18n.h" #define LOG_GENERAL(...) film->log()->log (String::compose (__VA_ARGS__), Log::TYPE_GENERAL); int const VideoContentProperty::VIDEO_SIZE = 0; int const VideoContentProperty::VIDEO_FRAME_RATE = 1; int const VideoContentProperty::VIDEO_FRAME_TYPE = 2; int const VideoContentProperty::VIDEO_CROP = 3; int const VideoContentProperty::VIDEO_SCALE = 4; int const VideoContentProperty::COLOUR_CONVERSION = 5; int const VideoContentProperty::VIDEO_FADE_IN = 6; int const VideoContentProperty::VIDEO_FADE_OUT = 7; using std::string; using std::setprecision; using std::cout; using std::vector; using std::min; using std::max; using std::stringstream; using std::fixed; using std::setprecision; using std::list; using std::pair; using boost::shared_ptr; using boost::optional; using boost::dynamic_pointer_cast; VideoContent::VideoContent (shared_ptr film) : Content (film) , _video_length (0) , _video_frame_rate (0) , _video_frame_type (VIDEO_FRAME_TYPE_2D) , _scale (VideoContentScale (Ratio::from_id ("178"))) , _fade_in (0) , _fade_out (0) { set_default_colour_conversion (); } VideoContent::VideoContent (shared_ptr film, DCPTime s, Frame len) : Content (film, s) , _video_length (len) , _video_frame_rate (0) , _video_frame_type (VIDEO_FRAME_TYPE_2D) , _scale (VideoContentScale (Ratio::from_id ("178"))) , _fade_in (0) , _fade_out (0) { set_default_colour_conversion (); } VideoContent::VideoContent (shared_ptr film, boost::filesystem::path p) : Content (film, p) , _video_length (0) , _video_frame_rate (0) , _video_frame_type (VIDEO_FRAME_TYPE_2D) , _scale (VideoContentScale (Ratio::from_id ("178"))) , _fade_in (0) , _fade_out (0) { set_default_colour_conversion (); } VideoContent::VideoContent (shared_ptr film, cxml::ConstNodePtr node, int version) : Content (film, node) { _video_size.width = node->number_child ("VideoWidth"); _video_size.height = node->number_child ("VideoHeight"); _video_frame_rate = node->number_child ("VideoFrameRate"); _video_length = node->number_child ("VideoLength"); _video_frame_type = static_cast (node->number_child ("VideoFrameType")); _sample_aspect_ratio = node->optional_number_child ("SampleAspectRatio"); _crop.left = node->number_child ("LeftCrop"); _crop.right = node->number_child ("RightCrop"); _crop.top = node->number_child ("TopCrop"); _crop.bottom = node->number_child ("BottomCrop"); if (version <= 7) { optional r = node->optional_string_child ("Ratio"); if (r) { _scale = VideoContentScale (Ratio::from_id (r.get ())); } } else { _scale = VideoContentScale (node->node_child ("Scale")); } if (node->optional_node_child ("ColourConversion")) { _colour_conversion = ColourConversion (node->node_child ("ColourConversion"), version); } if (version >= 32) { _fade_in = node->number_child ("FadeIn"); _fade_out = node->number_child ("FadeOut"); } else { _fade_in = _fade_out = 0; } } VideoContent::VideoContent (shared_ptr film, vector > c) : Content (film, c) , _video_length (0) { shared_ptr ref = dynamic_pointer_cast (c[0]); DCPOMATIC_ASSERT (ref); for (size_t i = 0; i < c.size(); ++i) { shared_ptr vc = dynamic_pointer_cast (c[i]); if (vc->video_size() != ref->video_size()) { throw JoinError (_("Content to be joined must have the same picture size.")); } if (vc->video_frame_rate() != ref->video_frame_rate()) { throw JoinError (_("Content to be joined must have the same video frame rate.")); } if (vc->video_frame_type() != ref->video_frame_type()) { throw JoinError (_("Content to be joined must have the same video frame type.")); } if (vc->crop() != ref->crop()) { throw JoinError (_("Content to be joined must have the same crop.")); } if (vc->scale() != ref->scale()) { throw JoinError (_("Content to be joined must have the same scale setting.")); } if (vc->colour_conversion() != ref->colour_conversion()) { throw JoinError (_("Content to be joined must have the same colour conversion.")); } if (vc->fade_in() != ref->fade_in() || vc->fade_out() != ref->fade_out()) { throw JoinError (_("Content to be joined must have the same fades.")); } _video_length += vc->video_length (); } _video_size = ref->video_size (); _video_frame_rate = ref->video_frame_rate (); _video_frame_type = ref->video_frame_type (); _crop = ref->crop (); _scale = ref->scale (); _colour_conversion = ref->colour_conversion (); _fade_in = ref->fade_in (); _fade_out = ref->fade_out (); } void VideoContent::as_xml (xmlpp::Node* node) const { boost::mutex::scoped_lock lm (_mutex); node->add_child("VideoLength")->add_child_text (raw_convert (_video_length)); node->add_child("VideoWidth")->add_child_text (raw_convert (_video_size.width)); node->add_child("VideoHeight")->add_child_text (raw_convert (_video_size.height)); node->add_child("VideoFrameRate")->add_child_text (raw_convert (_video_frame_rate)); node->add_child("VideoFrameType")->add_child_text (raw_convert (static_cast (_video_frame_type))); if (_sample_aspect_ratio) { node->add_child("SampleAspectRatio")->add_child_text (raw_convert (_sample_aspect_ratio.get ())); } _crop.as_xml (node); _scale.as_xml (node->add_child("Scale")); if (_colour_conversion) { _colour_conversion.get().as_xml (node->add_child("ColourConversion")); } node->add_child("FadeIn")->add_child_text (raw_convert (_fade_in)); node->add_child("FadeOut")->add_child_text (raw_convert (_fade_out)); } void VideoContent::set_default_colour_conversion () { /* If there's no better offer we'll use Rec. 709 */ boost::mutex::scoped_lock lm (_mutex); _colour_conversion = PresetColourConversion::from_id ("rec709").conversion; } void VideoContent::take_from_video_examiner (shared_ptr d) { /* These examiner calls could call other content methods which take a lock on the mutex */ dcp::Size const vs = d->video_size (); optional const vfr = d->video_frame_rate (); Frame vl = d->video_length (); optional const ar = d->sample_aspect_ratio (); { boost::mutex::scoped_lock lm (_mutex); _video_size = vs; /* Default video frame rate to 24fps if the examiner doesn't know */ _video_frame_rate = vfr.get_value_or (24); _video_length = vl; _sample_aspect_ratio = ar; /* Guess correct scale from size and sample aspect ratio */ _scale = VideoContentScale ( Ratio::nearest_from_ratio (double (_video_size.width) * ar.get_value_or (1) / _video_size.height) ); } shared_ptr film = _film.lock (); DCPOMATIC_ASSERT (film); LOG_GENERAL ("Video length obtained from header as %1 frames", _video_length); set_default_colour_conversion (); signal_changed (VideoContentProperty::VIDEO_SIZE); signal_changed (VideoContentProperty::VIDEO_FRAME_RATE); signal_changed (VideoContentProperty::VIDEO_SCALE); signal_changed (ContentProperty::LENGTH); } void VideoContent::set_left_crop (int c) { { boost::mutex::scoped_lock lm (_mutex); if (_crop.left == c) { return; } _crop.left = c; } signal_changed (VideoContentProperty::VIDEO_CROP); } void VideoContent::set_right_crop (int c) { { boost::mutex::scoped_lock lm (_mutex); if (_crop.right == c) { return; } _crop.right = c; } signal_changed (VideoContentProperty::VIDEO_CROP); } void VideoContent::set_top_crop (int c) { { boost::mutex::scoped_lock lm (_mutex); if (_crop.top == c) { return; } _crop.top = c; } signal_changed (VideoContentProperty::VIDEO_CROP); } void VideoContent::set_bottom_crop (int c) { { boost::mutex::scoped_lock lm (_mutex); if (_crop.bottom == c) { return; } _crop.bottom = c; } signal_changed (VideoContentProperty::VIDEO_CROP); } void VideoContent::set_scale (VideoContentScale s) { { boost::mutex::scoped_lock lm (_mutex); if (_scale == s) { return; } _scale = s; } signal_changed (VideoContentProperty::VIDEO_SCALE); } /** @return string which includes everything about how this content looks */ string VideoContent::identifier () const { SafeStringStream s; s << Content::identifier() << "_" << crop().left << "_" << crop().right << "_" << crop().top << "_" << crop().bottom << "_" << scale().id() << "_" << _fade_in << "_" << _fade_out; if (colour_conversion()) { s << "_" << colour_conversion().get().identifier (); } return s.str (); } void VideoContent::set_video_frame_type (VideoFrameType t) { { boost::mutex::scoped_lock lm (_mutex); _video_frame_type = t; } signal_changed (VideoContentProperty::VIDEO_FRAME_TYPE); } string VideoContent::technical_summary () const { string s = String::compose ( N_("video: length %1 frames, size %2x%3, rate %4"), video_length_after_3d_combine(), video_size().width, video_size().height, video_frame_rate() ); if (sample_aspect_ratio ()) { s += String::compose (N_(", sample aspect ratio %1"), (sample_aspect_ratio().get ())); } return s; } dcp::Size VideoContent::video_size_after_3d_split () const { dcp::Size const s = video_size (); switch (video_frame_type ()) { case VIDEO_FRAME_TYPE_2D: case VIDEO_FRAME_TYPE_3D_ALTERNATE: case VIDEO_FRAME_TYPE_3D_LEFT: case VIDEO_FRAME_TYPE_3D_RIGHT: return s; case VIDEO_FRAME_TYPE_3D_LEFT_RIGHT: return dcp::Size (s.width / 2, s.height); case VIDEO_FRAME_TYPE_3D_TOP_BOTTOM: return dcp::Size (s.width, s.height / 2); } DCPOMATIC_ASSERT (false); } void VideoContent::unset_colour_conversion () { { boost::mutex::scoped_lock lm (_mutex); _colour_conversion = boost::optional (); } signal_changed (VideoContentProperty::COLOUR_CONVERSION); } void VideoContent::set_colour_conversion (ColourConversion c) { { boost::mutex::scoped_lock lm (_mutex); _colour_conversion = c; } signal_changed (VideoContentProperty::COLOUR_CONVERSION); } void VideoContent::set_fade_in (Frame t) { { boost::mutex::scoped_lock lm (_mutex); _fade_in = t; } signal_changed (VideoContentProperty::VIDEO_FADE_IN); } void VideoContent::set_fade_out (Frame t) { { boost::mutex::scoped_lock lm (_mutex); _fade_out = t; } signal_changed (VideoContentProperty::VIDEO_FADE_OUT); } /** @return Video size after 3D split and crop */ dcp::Size VideoContent::video_size_after_crop () const { return crop().apply (video_size_after_3d_split ()); } void VideoContent::scale_and_crop_to_fit_width () { shared_ptr film = _film.lock (); DCPOMATIC_ASSERT (film); set_scale (VideoContentScale (film->container ())); int const crop = max (0, int (video_size().height - double (film->frame_size().height) * video_size().width / film->frame_size().width)); set_top_crop (crop / 2); set_bottom_crop (crop / 2); } void VideoContent::scale_and_crop_to_fit_height () { shared_ptr film = _film.lock (); DCPOMATIC_ASSERT (film); set_scale (VideoContentScale (film->container ())); int const crop = max (0, int (video_size().width - double (film->frame_size().width) * video_size().height / film->frame_size().height)); set_left_crop (crop / 2); set_right_crop (crop / 2); } void VideoContent::set_video_frame_rate (double r) { { boost::mutex::scoped_lock lm (_mutex); if (_video_frame_rate == r) { return; } _video_frame_rate = r; } signal_changed (VideoContentProperty::VIDEO_FRAME_RATE); } optional VideoContent::fade (Frame f) const { DCPOMATIC_ASSERT (f >= 0); if (f < fade_in()) { return double (f) / fade_in(); } Frame fade_out_start = video_length() - fade_out(); if (f >= fade_out_start) { return 1 - double (f - fade_out_start) / fade_out(); } return optional (); } string VideoContent::processing_description () const { /* stringstream is OK here as this string is just for presentation to the user */ stringstream d; if (video_size().width && video_size().height) { d << String::compose ( _("Content video is %1x%2"), video_size_after_3d_split().width, video_size_after_3d_split().height ); double ratio = video_size_after_3d_split().ratio (); if (sample_aspect_ratio ()) { d << ", " << _("pixel aspect ratio") << " " << fixed << setprecision(2) << sample_aspect_ratio().get () << ":1"; ratio *= sample_aspect_ratio().get (); } d << "\n" << _("Display aspect ratio") << " " << fixed << setprecision(2) << ratio << ":1\n"; } if ((crop().left || crop().right || crop().top || crop().bottom) && video_size() != dcp::Size (0, 0)) { dcp::Size cropped = video_size_after_crop (); d << String::compose ( _("Cropped to %1x%2"), cropped.width, cropped.height ); d << " (" << fixed << setprecision(2) << cropped.ratio () << ":1)\n"; } shared_ptr film = _film.lock (); DCPOMATIC_ASSERT (film); dcp::Size const container_size = film->frame_size (); dcp::Size const scaled = scale().size (dynamic_pointer_cast (shared_from_this ()), container_size, container_size); if (scaled != video_size_after_crop ()) { d << String::compose ( _("Scaled to %1x%2"), scaled.width, scaled.height ); d << " (" << fixed << setprecision(2) << scaled.ratio() << ":1)\n"; } if (scaled != container_size) { d << String::compose ( _("Padded with black to fit container %1 (%2x%3)"), film->container()->nickname (), container_size.width, container_size.height ); d << " (" << fixed << setprecision(2) << container_size.ratio () << ":1)\n"; } d << _("Content frame rate"); d << " " << fixed << setprecision(4) << video_frame_rate() << "\n"; FrameRateChange frc (video_frame_rate(), film->video_frame_rate ()); d << frc.description () << "\n"; return d.str (); } void VideoContent::add_properties (list >& p) const { p.push_back (make_pair (_("Video length"), raw_convert (video_length ()) + " " + _("video frames"))); p.push_back (make_pair (_("Video size"), raw_convert (video_size().width) + "x" + raw_convert (video_size().height))); p.push_back (make_pair (_("Video frame rate"), raw_convert (video_frame_rate()) + " " + _("frames per second"))); }