/* Copyright (C) 2013 Carl Hetherington This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */ #include #include "player.h" #include "film.h" #include "ffmpeg_decoder.h" #include "ffmpeg_content.h" #include "still_image_decoder.h" #include "still_image_content.h" #include "sndfile_decoder.h" #include "sndfile_content.h" #include "subtitle_content.h" #include "playlist.h" #include "job.h" #include "image.h" #include "ratio.h" #include "resampler.h" #include "scaler.h" using std::list; using std::cout; using std::min; using std::max; using std::vector; using std::pair; using std::map; using boost::shared_ptr; using boost::weak_ptr; using boost::dynamic_pointer_cast; //#define DEBUG_PLAYER 1 class Piece { public: Piece (shared_ptr c) : content (c) , video_position (c->start ()) , audio_position (c->start ()) {} Piece (shared_ptr c, shared_ptr d) : content (c) , decoder (d) , video_position (c->start ()) , audio_position (c->start ()) {} shared_ptr content; shared_ptr decoder; Time video_position; Time audio_position; }; #ifdef DEBUG_PLAYER std::ostream& operator<<(std::ostream& s, Piece const & p) { if (dynamic_pointer_cast (p.content)) { s << "\tffmpeg "; } else if (dynamic_pointer_cast (p.content)) { s << "\tstill image"; } else if (dynamic_pointer_cast (p.content)) { s << "\tsndfile "; } s << " at " << p.content->start() << " until " << p.content->end(); return s; } #endif Player::Player (shared_ptr f, shared_ptr p) : _film (f) , _playlist (p) , _video (true) , _audio (true) , _have_valid_pieces (false) , _video_position (0) , _audio_position (0) , _audio_buffers (f->dcp_audio_channels(), 0) { _playlist->Changed.connect (bind (&Player::playlist_changed, this)); _playlist->ContentChanged.connect (bind (&Player::content_changed, this, _1, _2, _3)); _film->Changed.connect (bind (&Player::film_changed, this, _1)); set_video_container_size (_film->container()->size (_film->full_frame ())); } void Player::disable_video () { _video = false; } void Player::disable_audio () { _audio = false; } bool Player::pass () { if (!_have_valid_pieces) { setup_pieces (); _have_valid_pieces = true; } #ifdef DEBUG_PLAYER cout << "= PASS\n"; #endif Time earliest_t = TIME_MAX; shared_ptr earliest; enum { VIDEO, AUDIO } type = VIDEO; for (list >::iterator i = _pieces.begin(); i != _pieces.end(); ++i) { if ((*i)->decoder->done ()) { continue; } if (_video && dynamic_pointer_cast ((*i)->decoder)) { if ((*i)->video_position < earliest_t) { earliest_t = (*i)->video_position; earliest = *i; type = VIDEO; } } if (_audio && dynamic_pointer_cast ((*i)->decoder)) { if ((*i)->audio_position < earliest_t) { earliest_t = (*i)->audio_position; earliest = *i; type = AUDIO; } } } if (!earliest) { #ifdef DEBUG_PLAYER cout << "no earliest piece.\n"; #endif flush (); return true; } switch (type) { case VIDEO: if (earliest_t > _video_position) { #ifdef DEBUG_PLAYER cout << "no video here; emitting black frame (earliest=" << earliest_t << ", video_position=" << _video_position << ").\n"; #endif emit_black (); } else { #ifdef DEBUG_PLAYER cout << "Pass " << *earliest << "\n"; #endif earliest->decoder->pass (); } break; case AUDIO: if (earliest_t > _audio_position) { #ifdef DEBUG_PLAYER cout << "no audio here; emitting silence.\n"; #endif emit_silence (_film->time_to_audio_frames (earliest_t - _audio_position)); } else { #ifdef DEBUG_PLAYER cout << "Pass " << *earliest << "\n"; #endif earliest->decoder->pass (); } break; } #ifdef DEBUG_PLAYER cout << "\tpost pass " << _video_position << " " << _audio_position << "\n"; #endif return false; } void Player::process_video (weak_ptr weak_piece, shared_ptr image, bool same, VideoContent::Frame frame) { shared_ptr piece = weak_piece.lock (); if (!piece) { return; } shared_ptr content = dynamic_pointer_cast (piece->content); assert (content); FrameRateConversion frc (content->video_frame_rate(), _film->dcp_video_frame_rate()); if (frc.skip && (frame % 2) == 1) { return; } shared_ptr work_image = image->crop (content->crop(), true); libdcp::Size const image_size = content->ratio()->size (_video_container_size); work_image = work_image->scale_and_convert_to_rgb (image_size, _film->scaler(), true); Time time = content->start() + (frame * frc.factor() * TIME_HZ / _film->dcp_video_frame_rate()); if (_film->with_subtitles () && _out_subtitle.image && time >= _out_subtitle.from && time <= _out_subtitle.to) { work_image->alpha_blend (_out_subtitle.image, _out_subtitle.position); } if (image_size != _video_container_size) { assert (image_size.width <= _video_container_size.width); assert (image_size.height <= _video_container_size.height); shared_ptr im (new Image (PIX_FMT_RGB24, _video_container_size, true)); im->make_black (); im->copy (work_image, Position ((_video_container_size.width - image_size.width) / 2, (_video_container_size.height - image_size.height) / 2)); work_image = im; } #ifdef DCPOMATIC_DEBUG _last_video = piece->content; #endif Video (work_image, same, time); time += TIME_HZ / _film->dcp_video_frame_rate(); if (frc.repeat) { Video (work_image, true, time); time += TIME_HZ / _film->dcp_video_frame_rate(); } _video_position = piece->video_position = time; } void Player::process_audio (weak_ptr weak_piece, shared_ptr audio, AudioContent::Frame frame) { shared_ptr piece = weak_piece.lock (); if (!piece) { return; } shared_ptr content = dynamic_pointer_cast (piece->content); assert (content); /* Resample */ if (content->content_audio_frame_rate() != content->output_audio_frame_rate()) { shared_ptr r = resampler (content); audio = r->run (audio); } /* Remap channels */ shared_ptr dcp_mapped (new AudioBuffers (_film->dcp_audio_channels(), audio->frames())); dcp_mapped->make_silent (); list > map = content->audio_mapping().content_to_dcp (); for (list >::iterator i = map.begin(); i != map.end(); ++i) { if (i->first < audio->channels() && i->second < dcp_mapped->channels()) { dcp_mapped->accumulate_channel (audio.get(), i->first, i->second); } } audio = dcp_mapped; Time time = content->start() + (frame * TIME_HZ / _film->dcp_audio_frame_rate()) + (content->audio_delay() * TIME_HZ / 1000); /* We must cut off anything that comes before the start of all time */ if (time < 0) { int const frames = - time * _film->dcp_audio_frame_rate() / TIME_HZ; if (frames >= audio->frames ()) { return; } shared_ptr trimmed (new AudioBuffers (audio->channels(), audio->frames() - frames)); trimmed->copy_from (audio.get(), audio->frames() - frames, frames, 0); audio = trimmed; time = 0; } /* The time of this audio may indicate that some of our buffered audio is not going to be added to any more, so it can be emitted. */ if (time > _audio_position) { /* We can emit some audio from our buffers */ OutputAudioFrame const N = _film->time_to_audio_frames (time - _audio_position); if (N > _audio_buffers.frames()) { /* We need some extra silence before whatever is in the buffers */ _audio_buffers.ensure_size (N); _audio_buffers.move (0, N - _audio_buffers.frames(), _audio_buffers.frames ()); _audio_buffers.make_silent (0, _audio_buffers.frames()); _audio_buffers.set_frames (N); } assert (N <= _audio_buffers.frames()); shared_ptr emit (new AudioBuffers (_audio_buffers.channels(), N)); emit->copy_from (&_audio_buffers, N, 0, 0); Audio (emit, _audio_position); _audio_position = piece->audio_position = time + _film->audio_frames_to_time (N); /* And remove it from our buffers */ if (_audio_buffers.frames() > N) { _audio_buffers.move (N, 0, _audio_buffers.frames() - N); } _audio_buffers.set_frames (_audio_buffers.frames() - N); } /* Now accumulate the new audio into our buffers */ _audio_buffers.ensure_size (_audio_buffers.frames() + audio->frames()); _audio_buffers.accumulate_frames (audio.get(), 0, 0, audio->frames ()); _audio_buffers.set_frames (_audio_buffers.frames() + audio->frames()); } void Player::flush () { if (_audio_buffers.frames() > 0) { shared_ptr emit (new AudioBuffers (_audio_buffers.channels(), _audio_buffers.frames())); emit->copy_from (&_audio_buffers, _audio_buffers.frames(), 0, 0); Audio (emit, _audio_position); _audio_position += _film->audio_frames_to_time (_audio_buffers.frames ()); _audio_buffers.set_frames (0); } while (_video_position < _audio_position) { emit_black (); } while (_audio_position < _video_position) { emit_silence (_film->time_to_audio_frames (_video_position - _audio_position)); } } /** Seek so that the next pass() will yield (approximately) the requested frame. * Pass accurate = true to try harder to get close to the request. * @return true on error */ void Player::seek (Time t, bool accurate) { if (!_have_valid_pieces) { setup_pieces (); _have_valid_pieces = true; } if (_pieces.empty ()) { return; } for (list >::iterator i = _pieces.begin(); i != _pieces.end(); ++i) { shared_ptr vc = dynamic_pointer_cast ((*i)->content); if (!vc) { continue; } Time s = t - vc->start (); s = max (static_cast