2 Copyright (C) 2014-2018 Carl Hetherington <cth@carlh.net>
4 This file is part of DCP-o-matic.
6 DCP-o-matic is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2 of the License, or
9 (at your option) any later version.
11 DCP-o-matic is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with DCP-o-matic. If not, see <http://www.gnu.org/licenses/>.
22 #include "compose.hpp"
24 #include "dcpomatic_assert.h"
25 #include "dcpomatic_socket.h"
26 #include "exceptions.h"
27 #include "ffmpeg_image_proxy.h"
29 #include "memory_util.h"
30 #include "video_filter_graph.h"
31 #include <dcp/raw_convert.h>
32 #include <dcp/warnings.h>
33 LIBDCP_DISABLE_WARNINGS
35 #include <libavcodec/avcodec.h>
36 #include <libavformat/avformat.h>
37 #include <libavutil/pixdesc.h>
39 #include <libxml++/libxml++.h>
40 LIBDCP_ENABLE_WARNINGS
48 using std::make_shared;
51 using std::shared_ptr;
53 using boost::optional;
54 using std::dynamic_pointer_cast;
55 using dcp::raw_convert;
58 FFmpegImageProxy::FFmpegImageProxy (boost::filesystem::path path)
66 FFmpegImageProxy::FFmpegImageProxy (dcp::ArrayData data)
73 FFmpegImageProxy::FFmpegImageProxy (shared_ptr<Socket> socket)
76 uint32_t const size = socket->read_uint32 ();
77 _data = dcp::ArrayData (size);
78 socket->read (_data.data(), size);
82 avio_read_wrapper (void* data, uint8_t* buffer, int amount)
84 return reinterpret_cast<FFmpegImageProxy*>(data)->avio_read (buffer, amount);
88 avio_seek_wrapper (void* data, int64_t offset, int whence)
90 return reinterpret_cast<FFmpegImageProxy*>(data)->avio_seek (offset, whence);
94 FFmpegImageProxy::avio_read (uint8_t* buffer, int const amount)
96 int const to_do = min(static_cast<int64_t>(amount), static_cast<int64_t>(_data.size()) - _pos);
100 memcpy (buffer, _data.data() + _pos, to_do);
106 FFmpegImageProxy::avio_seek (int64_t const pos, int whence)
118 _pos = _data.size() - pos;
127 FFmpegImageProxy::image (Image::Alignment alignment, optional<dcp::Size>) const
129 auto constexpr name_for_errors = "FFmpegImageProxy::image";
131 boost::mutex::scoped_lock lm (_mutex);
134 return Result (_image, 0);
137 uint8_t* avio_buffer = static_cast<uint8_t*> (wrapped_av_malloc(4096));
138 auto avio_context = avio_alloc_context (avio_buffer, 4096, 0, const_cast<FFmpegImageProxy*>(this), avio_read_wrapper, 0, avio_seek_wrapper);
139 AVFormatContext* format_context = avformat_alloc_context ();
140 format_context->pb = avio_context;
142 AVDictionary* options = nullptr;
143 /* These durations are in microseconds, and represent how far into the content file
144 we will look for streams.
146 av_dict_set (&options, "analyzeduration", raw_convert<string>(5 * 60 * 1000000).c_str(), 0);
147 av_dict_set (&options, "probesize", raw_convert<string>(5 * 60 * 1000000).c_str(), 0);
149 int e = avformat_open_input (&format_context, 0, 0, &options);
150 if ((e < 0 && e == AVERROR_INVALIDDATA) || (e >= 0 && format_context->probe_score <= 25)) {
151 /* Hack to fix loading of .tga files through AVIOContexts (rather then
152 directly from the file). This code just does enough to allow the
153 probe code to take a hint from "foo.tga" and so try targa format.
155 auto f = av_find_input_format ("image2");
156 format_context = avformat_alloc_context ();
157 format_context->pb = avio_context;
158 format_context->iformat = f;
159 e = avformat_open_input (&format_context, "foo.tga", f, &options);
163 throw OpenFileError (_path->string(), e, OpenFileError::READ);
165 boost::throw_exception(DecodeError(String::compose(_("Could not decode image (%1)"), e)));
169 int r = avformat_find_stream_info(format_context, 0);
171 throw DecodeError (N_("avcodec_find_stream_info"), name_for_errors, r, *_path);
174 DCPOMATIC_ASSERT (format_context->nb_streams == 1);
176 auto frame = av_frame_alloc ();
181 auto codec = avcodec_find_decoder (format_context->streams[0]->codecpar->codec_id);
182 DCPOMATIC_ASSERT (codec);
184 auto context = avcodec_alloc_context3 (codec);
186 throw DecodeError (N_("avcodec_alloc_context3"), name_for_errors, *_path);
189 r = avcodec_open2 (context, codec, 0);
191 throw DecodeError (N_("avcodec_open2"), name_for_errors, r, *_path);
195 r = av_read_frame (format_context, &packet);
197 throw DecodeError (N_("av_read_frame"), name_for_errors, r, *_path);
200 r = avcodec_send_packet (context, &packet);
202 throw DecodeError (N_("avcodec_send_packet"), name_for_errors, r, *_path);
205 r = avcodec_receive_frame (context, frame);
207 throw DecodeError (N_("avcodec_receive_frame"), name_for_errors, r, *_path);
210 if (av_pix_fmt_desc_get(context->pix_fmt)->flags & AV_PIX_FMT_FLAG_ALPHA) {
211 /* XXX: this repeated setup of a the filter graph could be really slow
212 * (haven't measured it though).
214 VideoFilterGraph graph(dcp::Size(frame->width, frame->height), context->pix_fmt, dcp::Fraction(24, 1));
215 auto filter = Filter::from_id("premultiply");
216 DCPOMATIC_ASSERT(filter);
217 graph.setup({*filter});
218 auto images = graph.process(frame);
219 DCPOMATIC_ASSERT(images.size() == 1);
220 _image = images.front().first;
222 _image = make_shared<Image>(frame, alignment);
225 av_packet_unref (&packet);
226 av_frame_free (&frame);
227 avcodec_free_context (&context);
228 avformat_close_input (&format_context);
229 av_free (avio_context->buffer);
230 av_free (avio_context);
232 return Result (_image, 0);
237 FFmpegImageProxy::add_metadata (xmlpp::Node* node) const
239 node->add_child("Type")->add_child_text (N_("FFmpeg"));
243 FFmpegImageProxy::write_to_socket (shared_ptr<Socket> socket) const
245 socket->write (_data.size());
246 socket->write (_data.data(), _data.size());
250 FFmpegImageProxy::same (shared_ptr<const ImageProxy> other) const
252 auto mp = dynamic_pointer_cast<const FFmpegImageProxy>(other);
257 return _data == mp->_data;
261 FFmpegImageProxy::memory_used () const
263 size_t m = _data.size();
265 m += _image->memory_used();