Fix subtitle position.
[dcpomatic.git] / src / lib / player.cc
index c77059b0ab546ce5fdb503fa12b6becce155e3e1..29c96833e9c035e72963d4b3949b3b58404391fd 100644 (file)
 
 */
 
+#include <stdint.h>
 #include "player.h"
 #include "film.h"
 #include "ffmpeg_decoder.h"
 #include "ffmpeg_content.h"
-#include "imagemagick_decoder.h"
-#include "imagemagick_content.h"
+#include "image_decoder.h"
+#include "image_content.h"
 #include "sndfile_decoder.h"
 #include "sndfile_content.h"
+#include "subtitle_content.h"
 #include "playlist.h"
 #include "job.h"
+#include "image.h"
+#include "ratio.h"
+#include "log.h"
+#include "scaler.h"
 
 using std::list;
 using std::cout;
+using std::min;
+using std::max;
+using std::vector;
+using std::pair;
+using std::map;
 using boost::shared_ptr;
 using boost::weak_ptr;
 using boost::dynamic_pointer_cast;
+using boost::optional;
+
+class Piece
+{
+public:
+       Piece (shared_ptr<Content> c, shared_ptr<Decoder> d, FrameRateChange f)
+               : content (c)
+               , decoder (d)
+               , frc (f)
+       {}
+
+       shared_ptr<Content> content;
+       shared_ptr<Decoder> decoder;
+       FrameRateChange frc;
+};
 
 Player::Player (shared_ptr<const Film> f, shared_ptr<const Playlist> p)
        : _film (f)
        , _playlist (p)
        , _video (true)
        , _audio (true)
-       , _subtitles (true)
-       , _have_valid_decoders (false)
-       , _video_sync (true)
+       , _have_valid_pieces (false)
+       , _video_position (0)
+       , _audio_position (0)
+       , _audio_merger (f->audio_channels(), bind (&Film::time_to_audio_frames, f.get(), _1), bind (&Film::audio_frames_to_time, f.get(), _1))
+       , _last_emit_was_black (false)
+       , _just_did_inaccurate_seek (false)
+       , _approximate_size (false)
 {
-       _playlist->Changed.connect (bind (&Player::playlist_changed, this));
-       _playlist->ContentChanged.connect (bind (&Player::content_changed, this, _1, _2));
+       _playlist_changed_connection = _playlist->Changed.connect (bind (&Player::playlist_changed, this));
+       _playlist_content_changed_connection = _playlist->ContentChanged.connect (bind (&Player::content_changed, this, _1, _2, _3));
+       _film_changed_connection = _film->Changed.connect (bind (&Player::film_changed, this, _1));
+       set_video_container_size (fit_ratio_within (_film->container()->ratio (), _film->full_frame ()));
 }
 
 void
@@ -59,214 +91,608 @@ Player::disable_audio ()
        _audio = false;
 }
 
-void
-Player::disable_subtitles ()
-{
-       _subtitles = false;
-}
-
 bool
 Player::pass ()
 {
-       if (!_have_valid_decoders) {
-               setup_decoders ();
-               _have_valid_decoders = true;
+       if (!_have_valid_pieces) {
+               setup_pieces ();
        }
-       
-       bool done = true;
-       
-       if (_video_decoder != _video_decoders.end ()) {
-               if ((*_video_decoder)->pass ()) {
-                       _video_decoder++;
+
+       /* Interrogate all our pieces to find the one with the earliest decoded data */
+
+       shared_ptr<Piece> earliest_piece;
+       shared_ptr<Decoded> earliest_decoded;
+       DCPTime earliest_time = TIME_MAX;
+       DCPTime earliest_audio = TIME_MAX;
+
+       for (list<shared_ptr<Piece> >::iterator i = _pieces.begin(); i != _pieces.end(); ++i) {
+
+               shared_ptr<Decoded> dec = (*i)->decoder->peek ();
+
+               if (dec) {
+                       dec->set_dcp_times ((*i)->frc.speed_up, (*i)->content->position());
                }
-               
-               if (_video_decoder != _video_decoders.end ()) {
-                       done = false;
+
+               if (dec && dec->dcp_time < earliest_time) {
+                       earliest_piece = *i;
+                       earliest_decoded = dec;
+                       earliest_time = dec->dcp_time;
+               }
+
+               if (dynamic_pointer_cast<DecodedAudio> (dec) && dec->dcp_time < earliest_audio) {
+                       earliest_audio = dec->dcp_time;
                }
        }
+               
+       if (!earliest_piece) {
+               flush ();
+               return true;
+       }
+
+       if (earliest_audio != TIME_MAX) {
+               TimedAudioBuffers<DCPTime> tb = _audio_merger.pull (earliest_audio);
+               Audio (tb.audio, tb.time);
+               /* This assumes that the audio_frames_to_time conversion is exact
+                  so that there are no accumulated errors caused by rounding.
+               */
+               _audio_position += _film->audio_frames_to_time (tb.audio->frames ());
+       }
+
+       /* Emit the earliest thing */
+
+       shared_ptr<DecodedVideo> dv = dynamic_pointer_cast<DecodedVideo> (earliest_decoded);
+       shared_ptr<DecodedAudio> da = dynamic_pointer_cast<DecodedAudio> (earliest_decoded);
+       shared_ptr<DecodedSubtitle> ds = dynamic_pointer_cast<DecodedSubtitle> (earliest_decoded);
+
+       /* Will be set to false if we shouldn't consume the peeked DecodedThing */
+       bool consume = true;
+
+       /* This is the margin either side of _{video,audio}_position that we will accept
+          as a starting point for a frame consecutive to the previous.
+       */
+       DCPTime const margin = TIME_HZ / (2 * _film->video_frame_rate ());
+       
+       if (dv && _video) {
 
-       if (_playlist->audio_from() == Playlist::AUDIO_SNDFILE) {
-               for (list<shared_ptr<SndfileDecoder> >::iterator i = _sndfile_decoders.begin(); i != _sndfile_decoders.end(); ++i) {
-                       if (!(*i)->pass ()) {
-                               done = false;
+               if (_just_did_inaccurate_seek) {
+
+                       /* Just emit; no subtlety */
+                       emit_video (earliest_piece, dv);
+                       step_video_position (dv);
+                       
+               } else if (dv->dcp_time - _video_position > margin) {
+
+                       /* Too far ahead */
+
+                       list<shared_ptr<Piece> >::iterator i = _pieces.begin();
+                       while (i != _pieces.end() && ((*i)->content->position() >= _video_position || _video_position >= (*i)->content->end())) {
+                               ++i;
                        }
+
+                       if (i == _pieces.end() || !_last_incoming_video.video || !_have_valid_pieces) {
+                               /* We're outside all video content */
+                               emit_black ();
+                       } else {
+                               /* We're inside some video; repeat the frame */
+                               _last_incoming_video.video->dcp_time = _video_position;
+                               emit_video (_last_incoming_video.weak_piece, _last_incoming_video.video);
+                               step_video_position (_last_incoming_video.video);
+                       }
+
+                       consume = false;
+
+               } else if (abs (dv->dcp_time - _video_position) < margin) {
+                       /* We're ok */
+                       emit_video (earliest_piece, dv);
+                       step_video_position (dv);
+               } else {
+                       /* Too far behind: skip */
                }
 
-               Audio (_audio_buffers);
-               _audio_buffers.reset ();
+       } else if (da && _audio) {
+
+               if (_just_did_inaccurate_seek) {
+                       /* Just emit; no subtlety */
+                       emit_audio (earliest_piece, da);
+               } else if (da->dcp_time - _audio_position > margin) {
+                       /* Too far ahead */
+                       emit_silence (da->dcp_time - _audio_position);
+                       consume = false;
+               } else if (abs (da->dcp_time - _audio_position) < margin) {
+                       /* We're ok */
+                       emit_audio (earliest_piece, da);
+               } else {
+                       /* Too far behind: skip */
+               }
+               
+       } else if (ds && _video) {
+               _in_subtitle.piece = earliest_piece;
+               _in_subtitle.subtitle = ds;
+               update_subtitle ();
        }
 
-       return done;
+       if (consume) {
+               earliest_piece->decoder->consume ();
+       }                       
+       
+       _just_did_inaccurate_seek = false;
+
+       return false;
 }
 
 void
-Player::set_progress (shared_ptr<Job> job)
+Player::emit_video (weak_ptr<Piece> weak_piece, shared_ptr<DecodedVideo> video)
 {
-       /* Assume progress can be divined from how far through the video we are */
-
-       if (_video_decoder == _video_decoders.end() || !_playlist->video_length()) {
+       /* Keep a note of what came in so that we can repeat it if required */
+       _last_incoming_video.weak_piece = weak_piece;
+       _last_incoming_video.video = video;
+       
+       shared_ptr<Piece> piece = weak_piece.lock ();
+       if (!piece) {
                return;
        }
+
+       shared_ptr<VideoContent> content = dynamic_pointer_cast<VideoContent> (piece->content);
+       assert (content);
+
+       FrameRateChange frc (content->video_frame_rate(), _film->video_frame_rate());
+
+       float const ratio = content->ratio() ? content->ratio()->ratio() : content->video_size_after_crop().ratio();
+       libdcp::Size image_size = fit_ratio_within (ratio, _video_container_size);
+       if (_approximate_size) {
+               image_size.width &= ~3;
+               image_size.height &= ~3;
+       }
+
+       shared_ptr<PlayerImage> pi (
+               new PlayerImage (
+                       video->image,
+                       content->crop(),
+                       image_size,
+                       _video_container_size,
+                       _film->scaler()
+                       )
+               );
        
-       ContentVideoFrame p = 0;
-       list<shared_ptr<VideoDecoder> >::iterator i = _video_decoders.begin ();
-       while (i != _video_decoders.end() && i != _video_decoder) {
-               p += (*i)->video_length ();
+       if (
+               _film->with_subtitles () &&
+               _out_subtitle.image &&
+               video->dcp_time >= _out_subtitle.from && video->dcp_time <= _out_subtitle.to
+               ) {
+
+               Position<int> const container_offset (
+                       (_video_container_size.width - image_size.width) / 2,
+                       (_video_container_size.height - image_size.height) / 2
+                       );
+
+               pi->set_subtitle (_out_subtitle.image, _out_subtitle.position + container_offset);
        }
+                                           
+#ifdef DCPOMATIC_DEBUG
+       _last_video = piece->content;
+#endif
 
-       job->set_progress (float ((*_video_decoder)->video_frame ()) / _playlist->video_length ());
+       Video (pi, video->eyes, content->colour_conversion(), video->same, video->dcp_time);
+       
+       _last_emit_was_black = false;
 }
 
 void
-Player::process_video (shared_ptr<Image> i, bool same, shared_ptr<Subtitle> s)
+Player::step_video_position (shared_ptr<DecodedVideo> video)
 {
-       Video (i, same, s);
+       /* This is a bit of a hack; don't update _video_position if EYES_RIGHT is on its way */
+       if (video->eyes != EYES_LEFT) {
+               /* This assumes that the video_frames_to_time conversion is exact
+                  so that there are no accumulated errors caused by rounding.
+               */
+               _video_position += _film->video_frames_to_time (1);
+       }
 }
 
 void
-Player::process_audio (weak_ptr<const AudioContent> c, shared_ptr<AudioBuffers> b)
+Player::emit_audio (weak_ptr<Piece> weak_piece, shared_ptr<DecodedAudio> audio)
 {
-       AudioMapping mapping = _film->audio_mapping ();
-       if (!_audio_buffers) {
-               _audio_buffers.reset (new AudioBuffers (mapping.dcp_channels(), b->frames ()));
-               _audio_buffers->make_silent ();
+       shared_ptr<Piece> piece = weak_piece.lock ();
+       if (!piece) {
+               return;
+       }
+
+       shared_ptr<AudioContent> content = dynamic_pointer_cast<AudioContent> (piece->content);
+       assert (content);
+
+       /* Gain */
+       if (content->audio_gain() != 0) {
+               shared_ptr<AudioBuffers> gain (new AudioBuffers (audio->data));
+               gain->apply_gain (content->audio_gain ());
+               audio->data = gain;
        }
 
-       for (int i = 0; i < b->channels(); ++i) {
-               list<libdcp::Channel> dcp = mapping.content_to_dcp (AudioMapping::Channel (c, i));
-               for (list<libdcp::Channel>::iterator j = dcp.begin(); j != dcp.end(); ++j) {
-                       _audio_buffers->accumulate (b, i, static_cast<int> (*j));
+       if (content->trimmed (audio->dcp_time - content->position ())) {
+               return;
+       }
+
+       /* Remap channels */
+       shared_ptr<AudioBuffers> dcp_mapped (new AudioBuffers (_film->audio_channels(), audio->data->frames()));
+       dcp_mapped->make_silent ();
+       list<pair<int, libdcp::Channel> > map = content->audio_mapping().content_to_dcp ();
+       for (list<pair<int, libdcp::Channel> >::iterator i = map.begin(); i != map.end(); ++i) {
+               if (i->first < audio->data->channels() && i->second < dcp_mapped->channels()) {
+                       dcp_mapped->accumulate_channel (audio->data.get(), i->first, i->second);
                }
        }
 
-       if (_playlist->audio_from() == Playlist::AUDIO_FFMPEG) {
-               /* We can just emit this audio now as it will all be here */
-               Audio (_audio_buffers);
-               _audio_buffers.reset ();
+       audio->data = dcp_mapped;
+
+       /* Delay */
+       audio->dcp_time += content->audio_delay() * TIME_HZ / 1000;
+       if (audio->dcp_time < 0) {
+               int const frames = - audio->dcp_time * _film->audio_frame_rate() / TIME_HZ;
+               if (frames >= audio->data->frames ()) {
+                       return;
+               }
+
+               shared_ptr<AudioBuffers> trimmed (new AudioBuffers (audio->data->channels(), audio->data->frames() - frames));
+               trimmed->copy_from (audio->data.get(), audio->data->frames() - frames, frames, 0);
+
+               audio->data = trimmed;
+               audio->dcp_time = 0;
        }
+
+       _audio_merger.push (audio->data, audio->dcp_time);
 }
 
-/** @return true on error */
-bool
-Player::seek (double t)
+void
+Player::flush ()
 {
-       if (!_have_valid_decoders) {
-               setup_decoders ();
-               _have_valid_decoders = true;
+       TimedAudioBuffers<DCPTime> tb = _audio_merger.flush ();
+       if (tb.audio) {
+               Audio (tb.audio, tb.time);
+               _audio_position += _film->audio_frames_to_time (tb.audio->frames ());
        }
 
-       /* Find the decoder that contains this position */
-       _video_decoder = _video_decoders.begin ();
-       while (_video_decoder != _video_decoders.end ()) {
-               double const this_length = double ((*_video_decoder)->video_length()) / _film->video_frame_rate ();
-               if (t < this_length) {
-                       break;
-               }
-               t -= this_length;
-               ++_video_decoder;
+       while (_video_position < _audio_position) {
+               emit_black ();
+       }
+
+       while (_audio_position < _video_position) {
+               emit_silence (_video_position - _audio_position);
        }
        
-       if (_video_decoder != _video_decoders.end()) {
-               (*_video_decoder)->seek (t);
-       } else {
-               return true;
+}
+
+/** Seek so that the next pass() will yield (approximately) the requested frame.
+ *  Pass accurate = true to try harder to get close to the request.
+ *  @return true on error
+ */
+void
+Player::seek (DCPTime t, bool accurate)
+{
+       if (!_have_valid_pieces) {
+               setup_pieces ();
+       }
+
+       if (_pieces.empty ()) {
+               return;
        }
 
-       /* XXX: don't seek audio because we don't need to... */
+       for (list<shared_ptr<Piece> >::iterator i = _pieces.begin(); i != _pieces.end(); ++i) {
+               /* s is the offset of t from the start position of this content */
+               DCPTime s = t - (*i)->content->position ();
+               s = max (static_cast<DCPTime> (0), s);
+               s = min ((*i)->content->length_after_trim(), s);
 
-       return false;
+               /* Convert this to the content time */
+               ContentTime ct = (s * (*i)->frc.speed_up) + (*i)->content->trim_start ();
+
+               /* And seek the decoder */
+               (*i)->decoder->seek (ct, accurate);
+       }
+
+       _video_position = time_round_up (t, TIME_HZ / _film->video_frame_rate());
+       _audio_position = time_round_up (t, TIME_HZ / _film->audio_frame_rate());
+
+       _audio_merger.clear (_audio_position);
+
+       if (!accurate) {
+               /* We just did an inaccurate seek, so it's likely that the next thing seen
+                  out of pass() will be a fair distance from _{video,audio}_position.  Setting
+                  this flag stops pass() from trying to fix that: we assume that if it
+                  was an inaccurate seek then the caller does not care too much about
+                  inserting black/silence to keep the time tidy.
+               */
+               _just_did_inaccurate_seek = true;
+       }
 }
 
 void
-Player::setup_decoders ()
+Player::setup_pieces ()
 {
-       _video_decoders.clear ();
-       _video_decoder = _video_decoders.end ();
-       _sndfile_decoders.clear ();
-       
-       if (_video) {
-               list<shared_ptr<const VideoContent> > vc = _playlist->video ();
-               for (list<shared_ptr<const VideoContent> >::iterator i = vc.begin(); i != vc.end(); ++i) {
+       list<shared_ptr<Piece> > old_pieces = _pieces;
+       _pieces.clear ();
 
-                       shared_ptr<VideoDecoder> d;
-                       
-                       /* XXX: into content? */
-                       
-                       shared_ptr<const FFmpegContent> fc = dynamic_pointer_cast<const FFmpegContent> (*i);
-                       if (fc) {
-                               shared_ptr<FFmpegDecoder> fd (
-                                       new FFmpegDecoder (
-                                               _film, fc, _video,
-                                               _audio && _playlist->audio_from() == Playlist::AUDIO_FFMPEG,
-                                               _subtitles,
-                                               _video_sync
-                                               )
-                                       );
-
-                               if (_playlist->audio_from() == Playlist::AUDIO_FFMPEG) {
-                                       fd->Audio.connect (bind (&Player::process_audio, this, fc, _1));
+       ContentList content = _playlist->content ();
+
+       for (ContentList::iterator i = content.begin(); i != content.end(); ++i) {
+
+               shared_ptr<Decoder> decoder;
+               optional<FrameRateChange> frc;
+
+               shared_ptr<const FFmpegContent> fc = dynamic_pointer_cast<const FFmpegContent> (*i);
+               if (fc) {
+                       decoder.reset (new FFmpegDecoder (_film, fc, _video, _audio));
+                       frc = FrameRateChange (fc->video_frame_rate(), _film->video_frame_rate());
+               }
+               
+               shared_ptr<const ImageContent> ic = dynamic_pointer_cast<const ImageContent> (*i);
+               if (ic) {
+                       /* See if we can re-use an old ImageDecoder */
+                       for (list<shared_ptr<Piece> >::const_iterator j = old_pieces.begin(); j != old_pieces.end(); ++j) {
+                               shared_ptr<ImageDecoder> imd = dynamic_pointer_cast<ImageDecoder> ((*j)->decoder);
+                               if (imd && imd->content() == ic) {
+                                       decoder = imd;
                                }
+                       }
 
-                               d = fd;
+                       if (!decoder) {
+                               decoder.reset (new ImageDecoder (_film, ic));
                        }
 
-                       shared_ptr<const ImageMagickContent> ic = dynamic_pointer_cast<const ImageMagickContent> (*i);
-                       if (ic) {
-                               d.reset (new ImageMagickDecoder (_film, ic));
+                       frc = FrameRateChange (ic->video_frame_rate(), _film->video_frame_rate());
+               }
+
+               shared_ptr<const SndfileContent> sc = dynamic_pointer_cast<const SndfileContent> (*i);
+               if (sc) {
+                       decoder.reset (new SndfileDecoder (_film, sc));
+
+                       /* Working out the frc for this content is a bit tricky: what if it overlaps
+                          two pieces of video content with different frame rates?  For now, use
+                          the one with the best overlap.
+                       */
+
+                       DCPTime best_overlap_t = 0;
+                       shared_ptr<VideoContent> best_overlap;
+                       for (ContentList::iterator j = content.begin(); j != content.end(); ++j) {
+                               shared_ptr<VideoContent> vc = dynamic_pointer_cast<VideoContent> (*j);
+                               if (!vc) {
+                                       continue;
+                               }
+
+                               DCPTime const overlap = max (vc->position(), sc->position()) - min (vc->end(), sc->end());
+                               if (overlap > best_overlap_t) {
+                                       best_overlap = vc;
+                                       best_overlap_t = overlap;
+                               }
                        }
 
-                       d->connect_video (shared_from_this ());
-                       _video_decoders.push_back (d);
+                       if (best_overlap) {
+                               frc = FrameRateChange (best_overlap->video_frame_rate(), _film->video_frame_rate ());
+                       } else {
+                               /* No video overlap; e.g. if the DCP is just audio */
+                               frc = FrameRateChange (_film->video_frame_rate(), _film->video_frame_rate ());
+                       }
                }
 
-               _video_decoder = _video_decoders.begin ();
+               decoder->seek ((*i)->trim_start (), true);
+               
+               _pieces.push_back (shared_ptr<Piece> (new Piece (*i, decoder, frc.get ())));
        }
 
-       if (_audio && _playlist->audio_from() == Playlist::AUDIO_SNDFILE) {
-               list<shared_ptr<const SndfileContent> > sc = _playlist->sndfile ();
-               for (list<shared_ptr<const SndfileContent> >::iterator i = sc.begin(); i != sc.end(); ++i) {
-                       shared_ptr<SndfileDecoder> d (new SndfileDecoder (_film, *i));
-                       _sndfile_decoders.push_back (d);
-                       d->Audio.connect (bind (&Player::process_audio, this, *i, _1));
-               }
+       _have_valid_pieces = true;
+
+       /* The Piece for the _last_incoming_video will no longer be valid */
+       _last_incoming_video.video.reset ();
+
+       _video_position = _audio_position = 0;
+}
+
+void
+Player::content_changed (weak_ptr<Content> w, int property, bool frequent)
+{
+       shared_ptr<Content> c = w.lock ();
+       if (!c) {
+               return;
        }
+
+       if (
+               property == ContentProperty::POSITION || property == ContentProperty::LENGTH ||
+               property == ContentProperty::TRIM_START || property == ContentProperty::TRIM_END ||
+               property == VideoContentProperty::VIDEO_FRAME_TYPE 
+               ) {
+               
+               _have_valid_pieces = false;
+               Changed (frequent);
+
+       } else if (property == SubtitleContentProperty::SUBTITLE_OFFSET || property == SubtitleContentProperty::SUBTITLE_SCALE) {
+
+               update_subtitle ();
+               Changed (frequent);
+
+       } else if (property == VideoContentProperty::VIDEO_CROP || property == VideoContentProperty::VIDEO_RATIO) {
+               
+               Changed (frequent);
+
+       } else if (property == ContentProperty::PATH) {
+
+               Changed (frequent);
+       }
+}
+
+void
+Player::playlist_changed ()
+{
+       _have_valid_pieces = false;
+       Changed (false);
 }
 
 void
-Player::disable_video_sync ()
+Player::set_video_container_size (libdcp::Size s)
 {
-       _video_sync = false;
+       _video_container_size = s;
+
+       shared_ptr<Image> im (new Image (PIX_FMT_RGB24, _video_container_size, true));
+       im->make_black ();
+       
+       _black_frame.reset (
+               new PlayerImage (
+                       im,
+                       Crop(),
+                       _video_container_size,
+                       _video_container_size,
+                       Scaler::from_id ("bicubic")
+                       )
+               );
 }
 
-double
-Player::last_video_time () const
+void
+Player::emit_black ()
 {
-       double t = 0;
-       for (list<shared_ptr<VideoDecoder> >::const_iterator i = _video_decoders.begin(); i != _video_decoder; ++i) {
-               t += (*i)->video_length() / (*i)->video_frame_rate ();
+#ifdef DCPOMATIC_DEBUG
+       _last_video.reset ();
+#endif
+
+       Video (_black_frame, EYES_BOTH, ColourConversion(), _last_emit_was_black, _video_position);
+       _video_position += _film->video_frames_to_time (1);
+       _last_emit_was_black = true;
+}
+
+void
+Player::emit_silence (DCPTime most)
+{
+       if (most == 0) {
+               return;
        }
+       
+       DCPTime t = min (most, TIME_HZ / 2);
+       shared_ptr<AudioBuffers> silence (new AudioBuffers (_film->audio_channels(), t * _film->audio_frame_rate() / TIME_HZ));
+       silence->make_silent ();
+       Audio (silence, _audio_position);
+       
+       _audio_position += t;
+}
+
+void
+Player::film_changed (Film::Property p)
+{
+       /* Here we should notice Film properties that affect our output, and
+          alert listeners that our output now would be different to how it was
+          last time we were run.
+       */
 
-       return t + (*_video_decoder)->last_content_time ();
+       if (p == Film::SCALER || p == Film::WITH_SUBTITLES || p == Film::CONTAINER) {
+               Changed (false);
+       }
 }
 
 void
-Player::content_changed (weak_ptr<Content> w, int p)
+Player::update_subtitle ()
 {
-       shared_ptr<Content> c = w.lock ();
-       if (!c) {
+       shared_ptr<Piece> piece = _in_subtitle.piece.lock ();
+       if (!piece) {
                return;
        }
 
-       if (p == VideoContentProperty::VIDEO_LENGTH) {
-               if (dynamic_pointer_cast<FFmpegContent> (c)) {
-                       /* FFmpeg content length changes are serious; we need new decoders */
-                       _have_valid_decoders = false;
-               }
+       if (!_in_subtitle.subtitle->image) {
+               _out_subtitle.image.reset ();
+               return;
        }
+
+       shared_ptr<SubtitleContent> sc = dynamic_pointer_cast<SubtitleContent> (piece->content);
+       assert (sc);
+
+       dcpomatic::Rect<double> in_rect = _in_subtitle.subtitle->rect;
+       libdcp::Size scaled_size;
+
+       in_rect.y += sc->subtitle_offset ();
+
+       /* We will scale the subtitle up to fit _video_container_size, and also by the additional subtitle_scale */
+       scaled_size.width = in_rect.width * _video_container_size.width * sc->subtitle_scale ();
+       scaled_size.height = in_rect.height * _video_container_size.height * sc->subtitle_scale ();
+
+       /* Then we need a corrective translation, consisting of two parts:
+        *
+        * 1.  that which is the result of the scaling of the subtitle by _video_container_size; this will be
+        *     rect.x * _video_container_size.width and rect.y * _video_container_size.height.
+        *
+        * 2.  that to shift the origin of the scale by subtitle_scale to the centre of the subtitle; this will be
+        *     (width_before_subtitle_scale * (1 - subtitle_scale) / 2) and
+        *     (height_before_subtitle_scale * (1 - subtitle_scale) / 2).
+        *
+        * Combining these two translations gives these expressions.
+        */
+       
+       _out_subtitle.position.x = rint (_video_container_size.width * (in_rect.x + (in_rect.width * (1 - sc->subtitle_scale ()) / 2)));
+       _out_subtitle.position.y = rint (_video_container_size.height * (in_rect.y + (in_rect.height * (1 - sc->subtitle_scale ()) / 2)));
+
+       _out_subtitle.image = _in_subtitle.subtitle->image->scale (
+               scaled_size,
+               Scaler::from_id ("bicubic"),
+               PIX_FMT_RGBA,
+               true
+               );
+
+       _out_subtitle.from = _in_subtitle.subtitle->dcp_time;
+       _out_subtitle.to = _in_subtitle.subtitle->dcp_time_to;
+}
+
+/** Re-emit the last frame that was emitted, using current settings for crop, ratio, scaler and subtitles.
+ *  @return false if this could not be done.
+ */
+bool
+Player::repeat_last_video ()
+{
+       if (!_last_incoming_video.video || !_have_valid_pieces) {
+               return false;
+       }
+
+       emit_video (
+               _last_incoming_video.weak_piece,
+               _last_incoming_video.video
+               );
+
+       return true;
 }
 
 void
-Player::playlist_changed ()
+Player::set_approximate_size ()
+{
+       _approximate_size = true;
+}
+                             
+
+PlayerImage::PlayerImage (
+       shared_ptr<const Image> in,
+       Crop crop,
+       libdcp::Size inter_size,
+       libdcp::Size out_size,
+       Scaler const * scaler
+       )
+       : _in (in)
+       , _crop (crop)
+       , _inter_size (inter_size)
+       , _out_size (out_size)
+       , _scaler (scaler)
+{
+
+}
+
+void
+PlayerImage::set_subtitle (shared_ptr<const Image> image, Position<int> pos)
+{
+       _subtitle_image = image;
+       _subtitle_position = pos;
+}
+
+shared_ptr<Image>
+PlayerImage::image (AVPixelFormat format, bool aligned)
 {
-       _have_valid_decoders = false;
+       shared_ptr<Image> out = _in->crop_scale_window (_crop, _inter_size, _out_size, _scaler, format, aligned);
+       
+       Position<int> const container_offset ((_out_size.width - _inter_size.width) / 2, (_out_size.height - _inter_size.width) / 2);
+
+       if (_subtitle_image) {
+               out->alpha_blend (_subtitle_image, _subtitle_position);
+       }
+
+       return out;
 }
+