*/
/** @file src/film_viewer.cc
- * @brief A wx widget to view `thumbnails' of a Film.
+ * @brief A wx widget to view a preview of a Film.
*/
#include <iostream>
#include <iomanip>
+#include <wx/tglbtn.h>
#include "lib/film.h"
#include "lib/format.h"
#include "lib/util.h"
-#include "lib/thumbs_job.h"
#include "lib/job_manager.h"
-#include "lib/film_state.h"
-#include "lib/options.h"
#include "lib/subtitle.h"
+#include "lib/image.h"
+#include "lib/scaler.h"
+#include "lib/exceptions.h"
+#include "lib/examine_content_job.h"
+#include "lib/filter.h"
+#include "lib/player.h"
+#include "lib/video_content.h"
+#include "lib/ffmpeg_content.h"
+#include "lib/imagemagick_content.h"
#include "film_viewer.h"
#include "wx_util.h"
-
-using namespace std;
-using namespace boost;
-
-class ThumbPanel : public wxPanel
+#include "video_decoder.h"
+
+using std::string;
+using std::pair;
+using std::max;
+using std::cout;
+using std::list;
+using boost::shared_ptr;
+using boost::dynamic_pointer_cast;
+using boost::weak_ptr;
+using libdcp::Size;
+
+FilmViewer::FilmViewer (shared_ptr<Film> f, wxWindow* p)
+ : wxPanel (p)
+ , _panel (new wxPanel (this))
+ , _slider (new wxSlider (this, wxID_ANY, 0, 0, 4096))
+ , _play_button (new wxToggleButton (this, wxID_ANY, _("Play")))
+ , _display_frame_x (0)
+ , _got_frame (false)
{
-public:
- ThumbPanel (wxPanel* parent, Film* film)
- : wxPanel (parent)
- , _film (film)
- , _frame_rebuild_needed (false)
- , _composition_needed (false)
- {}
-
- /** Handle a paint event */
- void paint_event (wxPaintEvent& ev)
- {
- if (!_film || _film->num_thumbs() == 0) {
- wxPaintDC dc (this);
- return;
- }
+ _panel->SetDoubleBuffered (true);
+#if wxMAJOR_VERSION == 2 && wxMINOR_VERSION >= 9
+ _panel->SetBackgroundStyle (wxBG_STYLE_PAINT);
+#endif
+
+ _v_sizer = new wxBoxSizer (wxVERTICAL);
+ SetSizer (_v_sizer);
- if (_frame_rebuild_needed) {
- _image.reset (new wxImage (std_to_wx (_film->thumb_file (_index))));
+ _v_sizer->Add (_panel, 1, wxEXPAND);
- _subtitles.clear ();
- list<pair<Position, string> > s = _film->thumb_subtitles (_index);
- for (list<pair<Position, string> >::iterator i = s.begin(); i != s.end(); ++i) {
- _subtitles.push_back (SubtitleView (i->first, std_to_wx (i->second)));
- }
+ wxBoxSizer* h_sizer = new wxBoxSizer (wxHORIZONTAL);
+ h_sizer->Add (_play_button, 0, wxEXPAND);
+ h_sizer->Add (_slider, 1, wxEXPAND);
- _frame_rebuild_needed = false;
+ _v_sizer->Add (h_sizer, 0, wxEXPAND | wxALL, 6);
- compose ();
- _composition_needed = false;
- }
-
- if (_composition_needed) {
- compose ();
- _composition_needed = false;
- }
+ _panel->Connect (wxID_ANY, wxEVT_PAINT, wxPaintEventHandler (FilmViewer::paint_panel), 0, this);
+ _panel->Connect (wxID_ANY, wxEVT_SIZE, wxSizeEventHandler (FilmViewer::panel_sized), 0, this);
+ _slider->Connect (wxID_ANY, wxEVT_SCROLL_THUMBTRACK, wxScrollEventHandler (FilmViewer::slider_moved), 0, this);
+ _slider->Connect (wxID_ANY, wxEVT_SCROLL_PAGEUP, wxScrollEventHandler (FilmViewer::slider_moved), 0, this);
+ _slider->Connect (wxID_ANY, wxEVT_SCROLL_PAGEDOWN, wxScrollEventHandler (FilmViewer::slider_moved), 0, this);
+ _play_button->Connect (wxID_ANY, wxEVT_COMMAND_TOGGLEBUTTON_CLICKED, wxCommandEventHandler (FilmViewer::play_clicked), 0, this);
+ _timer.Connect (wxID_ANY, wxEVT_TIMER, wxTimerEventHandler (FilmViewer::timer), 0, this);
- wxPaintDC dc (this);
- if (_bitmap) {
- dc.DrawBitmap (*_bitmap, 0, 0, false);
- }
+ set_film (f);
- if (_film->with_subtitles ()) {
- for (list<SubtitleView>::iterator i = _subtitles.begin(); i != _subtitles.end(); ++i) {
- dc.DrawBitmap (*i->bitmap, i->transformed_area.x, i->transformed_area.y, true);
- }
- }
- }
+ JobManager::instance()->ActiveJobsChanged.connect (
+ bind (&FilmViewer::active_jobs_changed, this, _1)
+ );
+}
- /** Handle a size event */
- void size_event (wxSizeEvent &)
+void
+FilmViewer::film_changed (Film::Property p)
+{
+ switch (p) {
+ case Film::FORMAT:
+ calculate_sizes ();
+ update_from_raw ();
+ break;
+ case Film::CONTENT:
{
- if (!_image) {
- return;
- }
-
- recompose ();
+ calculate_sizes ();
+ get_frame ();
+ _panel->Refresh ();
+ _v_sizer->Layout ();
+ break;
}
-
- /** @param n Thumbnail index */
- void set (int n)
- {
- _index = n;
- _frame_rebuild_needed = true;
- Refresh ();
+ case Film::WITH_SUBTITLES:
+ case Film::SUBTITLE_OFFSET:
+ case Film::SUBTITLE_SCALE:
+ raw_to_display ();
+ _panel->Refresh ();
+ _panel->Update ();
+ break;
+ case Film::SCALER:
+ case Film::FILTERS:
+ case Film::CROP:
+ update_from_decoder ();
+ break;
+ default:
+ break;
}
+}
- void set_film (Film* f)
- {
- _film = f;
- if (!_film) {
- clear ();
- _frame_rebuild_needed = true;
- Refresh ();
- } else {
- _frame_rebuild_needed = true;
- Refresh ();
- }
+void
+FilmViewer::set_film (shared_ptr<Film> f)
+{
+ if (_film == f) {
+ return;
}
- /** Clear our thumbnail image */
- void clear ()
- {
- _bitmap.reset ();
- _image.reset ();
- _subtitles.clear ();
- }
+ _film = f;
- void recompose ()
- {
- _composition_needed = true;
- Refresh ();
+ if (!_film) {
+ return;
}
- DECLARE_EVENT_TABLE ();
-
-private:
-
- void compose ()
- {
- if (!_film || !_image) {
- return;
- }
-
- /* Size of the view */
- int vw, vh;
- GetSize (&vw, &vh);
+ _player = f->player ();
+ _player->disable_audio ();
+ _player->disable_video_sync ();
+ /* Don't disable subtitles here as we may need them, and it's nice to be able to turn them
+ on and off without needing obtain a new Player.
+ */
+
+ _player->Video.connect (bind (&FilmViewer::process_video, this, _1, _2, _3));
+
+ _film->Changed.connect (boost::bind (&FilmViewer::film_changed, this, _1));
+ _film->ContentChanged.connect (boost::bind (&FilmViewer::film_content_changed, this, _1, _2));
+
+ film_changed (Film::CONTENT);
+ film_changed (Film::FORMAT);
+ film_changed (Film::WITH_SUBTITLES);
+ film_changed (Film::SUBTITLE_OFFSET);
+ film_changed (Film::SUBTITLE_SCALE);
+}
- /* Cropped rectangle */
- Rectangle cropped_area (
- _film->crop().left,
- _film->crop().top,
- _image->GetWidth() - (_film->crop().left + _film->crop().right),
- _image->GetHeight() - (_film->crop().top + _film->crop().bottom)
- );
+void
+FilmViewer::update_from_decoder ()
+{
+ if (!_player || _player->seek (_player->last_video_time ())) {
+ return;
+ }
- /* Target ratio */
- float const target = _film->format() ? _film->format()->ratio_as_float (_film) : 1.78;
+ get_frame ();
+ _panel->Refresh ();
+ _panel->Update ();
+}
- _transformed_image = _image->GetSubImage (wxRect (cropped_area.x, cropped_area.y, cropped_area.w, cropped_area.h));
+void
+FilmViewer::timer (wxTimerEvent &)
+{
+ if (!_player) {
+ return;
+ }
+
+ _panel->Refresh ();
+ _panel->Update ();
- float x_scale = 1;
- float y_scale = 1;
+ get_frame ();
- if ((float (vw) / vh) > target) {
- /* view is longer (horizontally) than the ratio; fit height */
- _transformed_image.Rescale (vh * target, vh, wxIMAGE_QUALITY_HIGH);
- x_scale = vh * target / cropped_area.w;
- y_scale = float (vh) / cropped_area.h;
- } else {
- /* view is shorter (horizontally) than the ratio; fit width */
- _transformed_image.Rescale (vw, vw / target, wxIMAGE_QUALITY_HIGH);
- x_scale = float (vw) / cropped_area.w;
- y_scale = (vw / target) / cropped_area.h;
+ if (_film->video_length()) {
+ int const new_slider_position = 4096 * _player->last_video_time() / (_film->video_length() / _film->video_frame_rate());
+ if (new_slider_position != _slider->GetValue()) {
+ _slider->SetValue (new_slider_position);
}
+ }
+}
- _bitmap.reset (new wxBitmap (_transformed_image));
- for (list<SubtitleView>::iterator i = _subtitles.begin(); i != _subtitles.end(); ++i) {
+void
+FilmViewer::paint_panel (wxPaintEvent &)
+{
+ wxPaintDC dc (_panel);
- i->transformed_area = transformed_subtitle_area (
- x_scale, y_scale, i->base_area, _film->subtitle_offset(), _film->subtitle_scale()
- );
+ if (!_display_frame || !_film || !_out_size.width || !_out_size.height) {
+ dc.Clear ();
+ return;
+ }
- i->transformed_image = i->base_image;
- i->transformed_image.Rescale (i->transformed_area.w, i->transformed_area.h, wxIMAGE_QUALITY_HIGH);
- i->transformed_area.x -= _film->crop().left;
- i->transformed_area.y -= _film->crop().top;
- i->bitmap.reset (new wxBitmap (i->transformed_image));
- }
+ if (_display_frame_x) {
+ dc.SetPen(*wxBLACK_PEN);
+ dc.SetBrush(*wxBLACK_BRUSH);
+ dc.DrawRectangle (0, 0, _display_frame_x, _film_size.height);
+ dc.DrawRectangle (_display_frame_x + _film_size.width, 0, _display_frame_x, _film_size.height);
}
- Film* _film;
- shared_ptr<wxImage> _image;
- wxImage _transformed_image;
- /** currently-displayed thumbnail index */
- int _index;
- shared_ptr<wxBitmap> _bitmap;
- bool _frame_rebuild_needed;
- bool _composition_needed;
+ wxImage frame (_film_size.width, _film_size.height, _display_frame->data()[0], true);
+ wxBitmap frame_bitmap (frame);
+ dc.DrawBitmap (frame_bitmap, _display_frame_x, 0);
- struct SubtitleView
- {
- SubtitleView (Position p, wxString const & i)
- : base_image (i)
- {
- base_area.x = p.x;
- base_area.y = p.y;
- base_area.w = base_image.GetWidth ();
- base_area.h = base_image.GetHeight ();
- }
+ if (_film->with_subtitles() && _display_sub) {
+ wxImage sub (_display_sub->size().width, _display_sub->size().height, _display_sub->data()[0], _display_sub->alpha(), true);
+ wxBitmap sub_bitmap (sub);
+ dc.DrawBitmap (sub_bitmap, _display_sub_position.x, _display_sub_position.y);
+ }
- Rectangle base_area;
- Rectangle transformed_area;
- wxImage base_image;
- wxImage transformed_image;
- shared_ptr<wxBitmap> bitmap;
- };
+ if (_film_size.width < _panel_size.width) {
+ wxPen p (GetBackgroundColour ());
+ wxBrush b (GetBackgroundColour ());
+ dc.SetPen (p);
+ dc.SetBrush (b);
+ dc.DrawRectangle (_film_size.width, 0, _panel_size.width - _film_size.width, _panel_size.height);
+ }
- list<SubtitleView> _subtitles;
-};
+ if (_film_size.height < _panel_size.height) {
+ wxPen p (GetBackgroundColour ());
+ wxBrush b (GetBackgroundColour ());
+ dc.SetPen (p);
+ dc.SetBrush (b);
+ dc.DrawRectangle (0, _film_size.height, _panel_size.width, _panel_size.height - _film_size.height);
+ }
+}
-BEGIN_EVENT_TABLE (ThumbPanel, wxPanel)
-EVT_PAINT (ThumbPanel::paint_event)
-EVT_SIZE (ThumbPanel::size_event)
-END_EVENT_TABLE ()
-FilmViewer::FilmViewer (Film* f, wxWindow* p)
- : wxPanel (p)
- , _film (0)
+void
+FilmViewer::slider_moved (wxScrollEvent &)
{
- _sizer = new wxBoxSizer (wxVERTICAL);
- SetSizer (_sizer);
-
- _thumb_panel = new ThumbPanel (this, f);
- _sizer->Add (_thumb_panel, 1, wxEXPAND);
-
- int const max = f ? f->num_thumbs() - 1 : 0;
- _slider = new wxSlider (this, wxID_ANY, 0, 0, max);
- _sizer->Add (_slider, 0, wxEXPAND | wxLEFT | wxRIGHT);
- set_thumbnail (0);
+ if (!_film || !_player) {
+ return;
+ }
- _slider->Connect (wxID_ANY, wxEVT_COMMAND_SLIDER_UPDATED, wxCommandEventHandler (FilmViewer::slider_changed), 0, this);
+ if (_player->seek (_slider->GetValue() * _film->video_length() / (4096 * _film->video_frame_rate()))) {
+ return;
+ }
+
+ get_frame ();
+ _panel->Refresh ();
+ _panel->Update ();
+}
- set_film (_film);
+void
+FilmViewer::panel_sized (wxSizeEvent& ev)
+{
+ _panel_size.width = ev.GetSize().GetWidth();
+ _panel_size.height = ev.GetSize().GetHeight();
+ calculate_sizes ();
+ update_from_raw ();
}
void
-FilmViewer::set_thumbnail (int n)
+FilmViewer::update_from_raw ()
{
- if (_film == 0 || _film->num_thumbs() <= n) {
+ if (!_raw_frame) {
return;
}
- _thumb_panel->set (n);
+ raw_to_display ();
+
+ _panel->Refresh ();
+ _panel->Update ();
}
void
-FilmViewer::slider_changed (wxCommandEvent &)
+FilmViewer::raw_to_display ()
{
- set_thumbnail (_slider->GetValue ());
-}
+ if (!_raw_frame || _out_size.width < 64 || _out_size.height < 64 || !_film) {
+ return;
+ }
-void
-FilmViewer::film_changed (Film::Property p)
-{
- switch (p) {
- case Film::THUMBS:
- if (_film && _film->num_thumbs() > 1) {
- _slider->SetRange (0, _film->num_thumbs () - 1);
- } else {
- _thumb_panel->clear ();
- _slider->SetRange (0, 1);
- }
+ shared_ptr<Image> input = _raw_frame;
+
+ pair<string, string> const s = Filter::ffmpeg_strings (_film->filters());
+ if (!s.second.empty ()) {
+ input = input->post_process (s.second, true);
+ }
+
+ /* Get a compacted image as we have to feed it to wxWidgets */
+ _display_frame = input->scale_and_convert_to_rgb (_film_size, 0, _film->scaler(), false);
+
+ if (_raw_sub) {
+
+ /* Our output is already cropped by the decoder, so we need to account for that
+ when working out the scale that we are applying.
+ */
+
+ Size const cropped_size = _film->cropped_size (_film->video_size ());
+
+ Rect tx = subtitle_transformed_area (
+ float (_film_size.width) / cropped_size.width,
+ float (_film_size.height) / cropped_size.height,
+ _raw_sub->area(), _film->subtitle_offset(), _film->subtitle_scale()
+ );
- _slider->SetValue (0);
- set_thumbnail (0);
- break;
- case Film::CONTENT:
- setup_visibility ();
- _film->examine_content ();
- update_thumbs ();
- break;
- case Film::CROP:
- case Film::FORMAT:
- case Film::WITH_SUBTITLES:
- case Film::SUBTITLE_OFFSET:
- case Film::SUBTITLE_SCALE:
- _thumb_panel->recompose ();
- break;
- default:
- break;
+ _display_sub.reset (new RGBPlusAlphaImage (_raw_sub->image()->scale (tx.size(), _film->scaler(), false)));
+ _display_sub_position = tx.position();
+ _display_sub_position.x += _display_frame_x;
+ } else {
+ _display_sub.reset ();
}
-}
+}
void
-FilmViewer::set_film (Film* f)
+FilmViewer::calculate_sizes ()
{
- if (_film == f) {
+ if (!_film || !_player) {
return;
}
+
+ Format const * format = _film->format ();
- _film = f;
- _thumb_panel->set_film (_film);
+ float const panel_ratio = static_cast<float> (_panel_size.width) / _panel_size.height;
+ float const film_ratio = format ? format->container_ratio_as_float () : 1.78;
+
+ if (panel_ratio < film_ratio) {
+ /* panel is less widscreen than the film; clamp width */
+ _out_size.width = _panel_size.width;
+ _out_size.height = _out_size.width / film_ratio;
+ } else {
+ /* panel is more widescreen than the film; clamp height */
+ _out_size.height = _panel_size.height;
+ _out_size.width = _out_size.height * film_ratio;
+ }
- if (!_film) {
- return;
+ /* Work out how much padding there is in terms of our display; this will be the x position
+ of our _display_frame.
+ */
+ _display_frame_x = 0;
+ if (format) {
+ _display_frame_x = static_cast<float> (format->dcp_padding (_film)) * _out_size.width / format->dcp_size().width;
+ }
+
+ _film_size = _out_size;
+ _film_size.width -= _display_frame_x * 2;
+
+ /* Catch silly values */
+ if (_out_size.width < 64) {
+ _out_size.width = 64;
}
+}
- _film->Changed.connect (sigc::mem_fun (*this, &FilmViewer::film_changed));
- film_changed (Film::CROP);
- film_changed (Film::THUMBS);
- setup_visibility ();
+void
+FilmViewer::play_clicked (wxCommandEvent &)
+{
+ check_play_state ();
}
void
-FilmViewer::update_thumbs ()
+FilmViewer::check_play_state ()
{
if (!_film) {
return;
}
+
+ if (_play_button->GetValue()) {
+ _timer.Start (1000 / _film->video_frame_rate());
+ } else {
+ _timer.Stop ();
+ }
+}
- _film->update_thumbs_pre_gui ();
+void
+FilmViewer::process_video (shared_ptr<Image> image, bool, shared_ptr<Subtitle> sub)
+{
+ _raw_frame = image;
+ _raw_sub = sub;
- shared_ptr<const FilmState> s = _film->state_copy ();
- shared_ptr<Options> o (new Options (s->dir ("thumbs"), ".png", ""));
- o->out_size = _film->size ();
- o->apply_crop = false;
- o->decode_audio = false;
- o->decode_video_frequency = 128;
- o->decode_subtitles = true;
-
- shared_ptr<Job> j (new ThumbsJob (s, o, _film->log(), shared_ptr<Job> ()));
- j->Finished.connect (sigc::mem_fun (_film, &Film::update_thumbs_post_gui));
- JobManager::instance()->add (j);
+ raw_to_display ();
+
+ _got_frame = true;
}
+/** Get a new _raw_frame from the decoder and then do
+ * raw_to_display ().
+ */
void
-FilmViewer::setup_visibility ()
+FilmViewer::get_frame ()
{
- if (!_film) {
+ /* Clear our raw frame in case we don't get a new one */
+ _raw_frame.reset ();
+
+ if (!_player) {
+ _display_frame.reset ();
return;
}
- ContentType const c = _film->content_type ();
- _slider->Show (c == VIDEO);
+ try {
+ _got_frame = false;
+ while (!_got_frame) {
+ if (_player->pass ()) {
+ /* We didn't get a frame before the decoder gave up,
+ so clear our display frame.
+ */
+ _display_frame.reset ();
+ break;
+ }
+ }
+ } catch (DecodeError& e) {
+ _play_button->SetValue (false);
+ check_play_state ();
+ error_dialog (this, wxString::Format (_("Could not decode video for view (%s)"), std_to_wx(e.what()).data()));
+ }
+}
+
+void
+FilmViewer::active_jobs_changed (bool a)
+{
+ if (a) {
+ list<shared_ptr<Job> > jobs = JobManager::instance()->get ();
+ list<shared_ptr<Job> >::iterator i = jobs.begin ();
+ while (i != jobs.end() && boost::dynamic_pointer_cast<ExamineContentJob> (*i) == 0) {
+ ++i;
+ }
+
+ if (i == jobs.end() || (*i)->finished()) {
+ /* no examine content job running, so we're ok to use the viewer */
+ a = false;
+ }
+ }
+
+ _slider->Enable (!a);
+ _play_button->Enable (!a);
+}
+
+void
+FilmViewer::film_content_changed (weak_ptr<Content>, int p)
+{
+ if (p == VideoContentProperty::VIDEO_LENGTH) {
+ /* Force an update to our frame */
+ wxScrollEvent ev;
+ slider_moved (ev);
+ }
}