/* Copyright (C) 2013-2021 Carl Hetherington This file is part of DCP-o-matic. DCP-o-matic is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. DCP-o-matic is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with DCP-o-matic. If not, see . */ #include "content.h" #include "film.h" #include "image.h" #include "image_proxy.h" #include "j2k_image_proxy.h" #include "player.h" #include "player_video.h" #include "video_content.h" extern "C" { #include } #include #include #include using std::cout; using std::dynamic_pointer_cast; using std::function; using std::make_shared; using std::shared_ptr; using std::string; using std::weak_ptr; using boost::optional; using dcp::Data; using namespace dcpomatic; PlayerVideo::PlayerVideo( shared_ptr in, Crop crop, boost::optional fade, dcp::Size inter_size, dcp::Size out_size, Eyes eyes, Part part, optional colour_conversion, VideoRange video_range, weak_ptr content, optional video_time, bool error ) : _in(in) , _crop(crop) , _fade(fade) , _inter_size(inter_size) , _out_size(out_size) , _eyes(eyes) , _part(part) , _colour_conversion(colour_conversion) , _video_range(video_range) , _content(content) , _video_time(video_time) , _error(error) { } PlayerVideo::PlayerVideo(shared_ptr node, shared_ptr socket) { _crop = Crop(node); _fade = node->optional_number_child("Fade"); _inter_size = dcp::Size(node->number_child("InterWidth"), node->number_child("InterHeight")); _out_size = dcp::Size(node->number_child("OutWidth"), node->number_child("OutHeight")); _eyes = static_cast(node->number_child("Eyes")); _part = static_cast(node->number_child("Part")); _video_range = static_cast(node->number_child("VideoRange")); _error = node->optional_bool_child("Error").get_value_or(false); /* Assume that the ColourConversion uses the current state version */ _colour_conversion = ColourConversion::from_xml(node, Film::current_state_version); _in = image_proxy_factory(node->node_child("In"), socket); if (node->optional_number_child("SubtitleX")) { auto image = make_shared( AV_PIX_FMT_BGRA, dcp::Size(node->number_child("SubtitleWidth"), node->number_child("SubtitleHeight")), Image::Alignment::PADDED ); image->read_from_socket(socket); _text = PositionImage(image, Position(node->number_child("SubtitleX"), node->number_child("SubtitleY"))); } } void PlayerVideo::set_text(PositionImage image) { _text = image; } shared_ptr PlayerVideo::image(function pixel_format, VideoRange video_range, bool fast) const { /* XXX: this assumes that image() and prepare() are only ever called with the same parameters (except crop, inter size, out size, fade) */ boost::mutex::scoped_lock lm(_mutex); if (!_image || _crop != _image_crop || _inter_size != _image_inter_size || _out_size != _image_out_size || _fade != _image_fade) { make_image(pixel_format, video_range, fast); } return _image; } shared_ptr PlayerVideo::raw_image() const { return _in->image(Image::Alignment::COMPACT, _inter_size).image; } /** Create an image for this frame. A lock must be held on _mutex. * @param pixel_format Functor returning output image pixel format for a given input pixel format. * @param fast true to be fast at the expense of quality. */ void PlayerVideo::make_image(function pixel_format, VideoRange video_range, bool fast) const { _image_crop = _crop; _image_inter_size = _inter_size; _image_out_size = _out_size; _image_fade = _fade; auto prox = _in->image(Image::Alignment::PADDED, _inter_size); _error = prox.error; auto total_crop = _crop; switch (_part) { case Part::LEFT_HALF: total_crop.right += prox.image->size().width / 2; break; case Part::RIGHT_HALF: total_crop.left += prox.image->size().width / 2; break; case Part::TOP_HALF: total_crop.bottom += prox.image->size().height / 2; break; case Part::BOTTOM_HALF: total_crop.top += prox.image->size().height / 2; break; default: break; } if (prox.log2_scaling > 0) { /* Scale the crop down to account for the scaling that has already happened in ImageProxy::image */ int const r = pow(2, prox.log2_scaling); total_crop.left /= r; total_crop.right /= r; total_crop.top /= r; total_crop.bottom /= r; } dcp::YUVToRGB yuv_to_rgb = dcp::YUVToRGB::REC709; if (_colour_conversion) { yuv_to_rgb = _colour_conversion.get().yuv_to_rgb(); } _image = prox.image->crop_scale_window( total_crop, _inter_size, _out_size, yuv_to_rgb, _video_range, pixel_format(prox.image->pixel_format()), video_range, Image::Alignment::COMPACT, fast ); if (_text) { _image->alpha_blend(_text->image, _text->position); } if (_fade) { _image->fade(_fade.get()); } } void PlayerVideo::add_metadata(xmlpp::Element* element) const { _crop.as_xml(element); if (_fade) { cxml::add_text_child(element, "Fade", fmt::to_string(_fade.get())); } _in->add_metadata(cxml::add_child(element, "In")); cxml::add_text_child(element, "InterWidth", fmt::to_string(_inter_size.width)); cxml::add_text_child(element, "InterHeight", fmt::to_string(_inter_size.height)); cxml::add_text_child(element, "OutWidth", fmt::to_string(_out_size.width)); cxml::add_text_child(element, "OutHeight", fmt::to_string(_out_size.height)); cxml::add_text_child(element, "Eyes", fmt::to_string(static_cast(_eyes))); cxml::add_text_child(element, "Part", fmt::to_string(static_cast(_part))); cxml::add_text_child(element, "VideoRange", fmt::to_string(static_cast(_video_range))); cxml::add_text_child(element, "Error", _error ? "1" : "0"); if (_colour_conversion) { _colour_conversion.get().as_xml(element); } if (_text) { cxml::add_text_child(element, "SubtitleWidth", fmt::to_string(_text->image->size().width)); cxml::add_text_child(element, "SubtitleHeight", fmt::to_string(_text->image->size().height)); cxml::add_text_child(element, "SubtitleX", fmt::to_string(_text->position.x)); cxml::add_text_child(element, "SubtitleY", fmt::to_string(_text->position.y)); } } void PlayerVideo::write_to_socket(shared_ptr socket) const { _in->write_to_socket(socket); if (_text) { _text->image->write_to_socket(socket); } } bool PlayerVideo::has_j2k() const { /* XXX: maybe other things */ auto j2k = dynamic_pointer_cast(_in); if (!j2k) { return false; } return _crop == Crop() && _out_size == j2k->size() && _inter_size == j2k->size() && !_text && !_fade && !_colour_conversion; } shared_ptr PlayerVideo::j2k() const { auto j2k = dynamic_pointer_cast(_in); DCPOMATIC_ASSERT(j2k); return j2k->j2k(); } Position PlayerVideo::inter_position() const { return Position((_out_size.width - _inter_size.width) / 2, (_out_size.height - _inter_size.height) / 2); } /** @return true if this PlayerVideo is definitely the same as another, false if it is probably not */ bool PlayerVideo::same(shared_ptr other) const { if (_crop != other->_crop || _fade != other->_fade || _inter_size != other->_inter_size || _out_size != other->_out_size || _eyes != other->_eyes || _part != other->_part || _colour_conversion != other->_colour_conversion || _video_range != other->_video_range) { return false; } if ((!_text && other->_text) || (_text && !other->_text)) { /* One has a text and the other doesn't */ return false; } if (_text && other->_text && !_text->same(other->_text.get())) { /* They both have texts but they are different */ return false; } /* Now neither has subtitles */ return _in->same(other->_in); } void PlayerVideo::prepare(AVPixelFormat pixel_format, VideoRange video_range, Image::Alignment alignment, bool fast, bool proxy_only) { _in->prepare(alignment, _inter_size); boost::mutex::scoped_lock lm(_mutex); if (!_image && !proxy_only) { make_image(force(pixel_format), video_range, fast); } } size_t PlayerVideo::memory_used() const { return _in->memory_used(); } /** @return Shallow copy of this; _in and _text are shared between the original and the copy */ shared_ptr PlayerVideo::shallow_copy() const { return std::make_shared( _in, _crop, _fade, _inter_size, _out_size, _eyes, _part, _colour_conversion, _video_range, _content, _video_time, _error ); } /** Re-read crop, fade, inter/out size, colour conversion and video range from our content. * @return true if this was possible, false if not. */ bool PlayerVideo::reset_metadata(shared_ptr film, dcp::Size player_video_container_size) { auto content = _content.lock(); if (!content || !_video_time) { return false; } _crop = content->video->actual_crop(); _fade = content->video->fade(film, _video_time.get()); auto const size = content->video->scaled_size(film->frame_size()); if (!size) { return false; } _inter_size = scale_for_display( *size, player_video_container_size, film->frame_size(), content->video->pixel_quanta() ); _out_size = player_video_container_size; _colour_conversion = content->video->colour_conversion(); _video_range = content->video->range(); return true; }