2 Copyright (C) 2013-2021 Carl Hetherington <cth@carlh.net>
4 This file is part of DCP-o-matic.
6 DCP-o-matic is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2 of the License, or
9 (at your option) any later version.
11 DCP-o-matic is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with DCP-o-matic. If not, see <http://www.gnu.org/licenses/>.
21 #include "content_panel.h"
22 #include "film_editor.h"
23 #include "film_viewer.h"
25 #include "timeline_atmos_content_view.h"
26 #include "timeline_audio_content_view.h"
27 #include "timeline_labels_view.h"
28 #include "timeline_reels_view.h"
29 #include "timeline_text_content_view.h"
30 #include "timeline_time_axis_view.h"
31 #include "timeline_video_content_view.h"
33 #include "lib/atmos_mxf_content.h"
34 #include "lib/audio_content.h"
36 #include "lib/image_content.h"
37 #include "lib/playlist.h"
38 #include "lib/scope_guard.h"
39 #include "lib/text_content.h"
40 #include "lib/timer.h"
41 #include "lib/video_content.h"
42 #include <dcp/warnings.h>
43 LIBDCP_DISABLE_WARNINGS
44 #include <wx/graphics.h>
45 LIBDCP_ENABLE_WARNINGS
51 using std::dynamic_pointer_cast;
53 using std::make_shared;
56 using std::shared_ptr;
59 using boost::optional;
60 using namespace dcpomatic;
61 #if BOOST_VERSION >= 106100
62 using namespace boost::placeholders;
66 /* 3 hours in 640 pixels */
67 double const Timeline::_minimum_pixels_per_second = 640.0 / (60 * 60 * 3);
68 int const Timeline::_minimum_pixels_per_track = 16;
71 Timeline::Timeline(wxWindow* parent, ContentPanel* cp, shared_ptr<Film> film, FilmViewer& viewer)
72 : wxPanel (parent, wxID_ANY)
73 , _labels_canvas (new wxScrolledCanvas (this, wxID_ANY, wxDefaultPosition, wxDefaultSize, wxFULL_REPAINT_ON_RESIZE))
74 , _main_canvas (new wxScrolledCanvas (this, wxID_ANY, wxDefaultPosition, wxDefaultSize, wxFULL_REPAINT_ON_RESIZE))
78 , _time_axis_view (new TimelineTimeAxisView (*this, 64))
79 , _reels_view (new TimelineReelsView (*this, 32))
80 , _labels_view (new TimelineLabelsView (*this))
83 , _down_view_position (0)
85 , _menu (this, viewer)
90 , _pixels_per_track (48)
91 , _first_resize (true)
95 _labels_canvas->SetDoubleBuffered (true);
96 _main_canvas->SetDoubleBuffered (true);
99 auto sizer = new wxBoxSizer (wxHORIZONTAL);
100 sizer->Add (_labels_canvas, 0, wxEXPAND);
101 _labels_canvas->SetMinSize (wxSize (_labels_view->bbox().width, -1));
102 sizer->Add (_main_canvas, 1, wxEXPAND);
105 _labels_canvas->Bind (wxEVT_PAINT, boost::bind (&Timeline::paint_labels, this));
106 _main_canvas->Bind (wxEVT_PAINT, boost::bind (&Timeline::paint_main, this));
107 _main_canvas->Bind (wxEVT_LEFT_DOWN, boost::bind (&Timeline::left_down, this, _1));
108 _main_canvas->Bind (wxEVT_LEFT_UP, boost::bind (&Timeline::left_up, this, _1));
109 _main_canvas->Bind (wxEVT_RIGHT_DOWN, boost::bind (&Timeline::right_down, this, _1));
110 _main_canvas->Bind (wxEVT_MOTION, boost::bind (&Timeline::mouse_moved, this, _1));
111 _main_canvas->Bind (wxEVT_SIZE, boost::bind (&Timeline::resized, this));
112 _main_canvas->Bind (wxEVT_SCROLLWIN_TOP, boost::bind (&Timeline::scrolled, this, _1));
113 _main_canvas->Bind (wxEVT_SCROLLWIN_BOTTOM, boost::bind (&Timeline::scrolled, this, _1));
114 _main_canvas->Bind (wxEVT_SCROLLWIN_LINEUP, boost::bind (&Timeline::scrolled, this, _1));
115 _main_canvas->Bind (wxEVT_SCROLLWIN_LINEDOWN, boost::bind (&Timeline::scrolled, this, _1));
116 _main_canvas->Bind (wxEVT_SCROLLWIN_PAGEUP, boost::bind (&Timeline::scrolled, this, _1));
117 _main_canvas->Bind (wxEVT_SCROLLWIN_PAGEDOWN, boost::bind (&Timeline::scrolled, this, _1));
118 _main_canvas->Bind (wxEVT_SCROLLWIN_THUMBTRACK, boost::bind (&Timeline::scrolled, this, _1));
120 film_change (ChangeType::DONE, Film::Property::CONTENT);
122 SetMinSize (wxSize (640, 4 * pixels_per_track() + 96));
124 _film_changed_connection = film->Change.connect (bind (&Timeline::film_change, this, _1, _2));
125 _film_content_change_connection = film->ContentChange.connect (bind (&Timeline::film_content_change, this, _1, _3, _4));
127 Bind (wxEVT_TIMER, boost::bind(&Timeline::update_playhead, this));
128 _timer.Start (200, wxTIMER_CONTINUOUS);
131 _labels_canvas->ShowScrollbars (wxSHOW_SB_NEVER, wxSHOW_SB_NEVER);
136 Timeline::update_playhead ()
143 Timeline::set_pixels_per_second (double pps)
145 _pixels_per_second = max (_minimum_pixels_per_second, pps);
150 Timeline::paint_labels ()
152 wxPaintDC dc (_labels_canvas);
154 auto film = _film.lock();
155 if (film->content().empty()) {
159 auto gc = wxGraphicsContext::Create (dc);
164 ScopeGuard sg = [gc]() { delete gc; };
167 _labels_canvas->GetViewStart (&vsx, &vsy);
168 gc->Translate (-vsx * _x_scroll_rate, -vsy * _y_scroll_rate + tracks_y_offset());
170 _labels_view->paint (gc, {});
175 Timeline::paint_main ()
177 wxPaintDC dc (_main_canvas);
179 auto film = _film.lock();
180 if (film->content().empty()) {
184 _main_canvas->DoPrepareDC (dc);
186 auto gc = wxGraphicsContext::Create (dc);
191 ScopeGuard sg = [gc]() { delete gc; };
193 gc->SetAntialiasMode (wxANTIALIAS_DEFAULT);
195 for (auto i: _views) {
197 auto ic = dynamic_pointer_cast<TimelineContentView> (i);
199 /* Find areas of overlap with other content views, so that we can plot them */
200 list<dcpomatic::Rect<int>> overlaps;
201 for (auto j: _views) {
202 auto jc = dynamic_pointer_cast<TimelineContentView> (j);
203 /* No overlap with non-content views, views on different tracks, audio views or non-active views */
204 if (!ic || !jc || i == j || ic->track() != jc->track() || ic->track().get_value_or(2) >= 2 || !ic->active() || !jc->active()) {
208 auto r = j->bbox().intersection(i->bbox());
210 overlaps.push_back (r.get ());
214 i->paint (gc, overlaps);
218 gc->SetPen(gui_is_dark() ? *wxWHITE_PEN : *wxBLACK_PEN);
219 gc->SetBrush (*wxTRANSPARENT_BRUSH);
221 min (_down_point.x, _zoom_point->x),
222 min (_down_point.y, _zoom_point->y),
223 abs (_down_point.x - _zoom_point->x),
224 abs (_down_point.y - _zoom_point->y)
230 gc->SetPen (*wxRED_PEN);
231 auto path = gc->CreatePath ();
232 double const ph = _viewer.position().seconds() * pixels_per_second().get_value_or(0);
233 path.MoveToPoint (ph, 0);
234 path.AddLineToPoint (ph, pixels_per_track() * _tracks + 32);
235 gc->StrokePath (path);
240 Timeline::film_change (ChangeType type, Film::Property p)
242 if (type != ChangeType::DONE) {
246 if (p == Film::Property::CONTENT || p == Film::Property::REEL_TYPE || p == Film::Property::REEL_LENGTH) {
249 } else if (p == Film::Property::CONTENT_ORDER) {
256 Timeline::recreate_views ()
258 auto film = _film.lock ();
264 _views.push_back (_time_axis_view);
265 _views.push_back (_reels_view);
267 for (auto i: film->content ()) {
269 _views.push_back (make_shared<TimelineVideoContentView>(*this, i));
272 if (i->audio && !i->audio->mapping().mapped_output_channels().empty ()) {
273 _views.push_back (make_shared<TimelineAudioContentView>(*this, i));
276 for (auto j: i->text) {
277 _views.push_back (make_shared<TimelineTextContentView>(*this, i, j));
281 _views.push_back (make_shared<TimelineAtmosContentView>(*this, i));
292 Timeline::film_content_change (ChangeType type, int property, bool frequent)
294 if (type != ChangeType::DONE) {
300 if (property == AudioContentProperty::STREAMS || property == VideoContentProperty::FRAME_TYPE) {
302 } else if (property == ContentProperty::POSITION || property == ContentProperty::LENGTH) {
303 _reels_view->force_redraw ();
304 } else if (!frequent) {
313 place (shared_ptr<const Film> film, TimelineViewList& views, int& tracks)
315 int const base = tracks;
317 for (auto i: views) {
318 if (!dynamic_pointer_cast<T>(i)) {
322 auto cv = dynamic_pointer_cast<TimelineContentView> (i);
326 auto content = cv->content();
327 DCPTimePeriod const content_period = content->period(film);
330 auto j = views.begin();
331 while (j != views.end()) {
332 auto test = dynamic_pointer_cast<T> (*j);
338 auto test_content = test->content();
340 test->track() && test->track().get() == t &&
341 content_period.overlap(test_content->period(film))
343 /* we have an overlap on track `t' */
351 if (j == views.end ()) {
352 /* no overlap on `t' */
358 tracks = max (tracks, t + 1);
361 return tracks - base;
365 /** Compare the mapped output channels of two TimelineViews, so we can into
366 * order of first mapped DCP channel.
368 struct AudioMappingComparator {
369 bool operator()(shared_ptr<TimelineView> a, shared_ptr<TimelineView> b) {
371 auto cva = dynamic_pointer_cast<TimelineAudioContentView>(a);
373 auto oc = cva->content()->audio->mapping().mapped_output_channels();
374 la = *min_element(boost::begin(oc), boost::end(oc));
377 auto cvb = dynamic_pointer_cast<TimelineAudioContentView>(b);
379 auto oc = cvb->content()->audio->mapping().mapped_output_channels();
380 lb = *min_element(boost::begin(oc), boost::end(oc));
388 Timeline::assign_tracks ()
403 auto film = _film.lock ();
404 DCPOMATIC_ASSERT (film);
408 for (auto i: _views) {
409 auto c = dynamic_pointer_cast<TimelineContentView>(i);
415 int const video_tracks = place<TimelineVideoContentView> (film, _views, _tracks);
416 int const text_tracks = place<TimelineTextContentView> (film, _views, _tracks);
420 bool have_atmos = false;
421 for (auto i: _views) {
422 auto cv = dynamic_pointer_cast<TimelineAtmosContentView>(i);
424 cv->set_track (_tracks);
433 /* Audio. We're sorting the views so that we get the audio views in order of increasing
438 sort(views.begin(), views.end(), AudioMappingComparator());
439 int const audio_tracks = place<TimelineAudioContentView> (film, views, _tracks);
441 _labels_view->set_video_tracks (video_tracks);
442 _labels_view->set_audio_tracks (audio_tracks);
443 _labels_view->set_text_tracks (text_tracks);
444 _labels_view->set_atmos (have_atmos);
446 _time_axis_view->set_y (tracks());
447 _reels_view->set_y (8);
452 Timeline::tracks () const
459 Timeline::setup_scrollbars ()
461 auto film = _film.lock ();
462 if (!film || !_pixels_per_second) {
466 int const h = tracks() * pixels_per_track() + tracks_y_offset() + _time_axis_view->bbox().height;
468 _labels_canvas->SetVirtualSize (_labels_view->bbox().width, h);
469 _labels_canvas->SetScrollRate (_x_scroll_rate, _y_scroll_rate);
470 _main_canvas->SetVirtualSize (*_pixels_per_second * film->length().seconds(), h);
471 _main_canvas->SetScrollRate (_x_scroll_rate, _y_scroll_rate);
475 shared_ptr<TimelineView>
476 Timeline::event_to_view (wxMouseEvent& ev)
478 /* Search backwards through views so that we find the uppermost one first */
479 auto i = _views.rbegin();
482 _main_canvas->GetViewStart (&vsx, &vsy);
483 Position<int> const p (ev.GetX() + vsx * _x_scroll_rate, ev.GetY() + vsy * _y_scroll_rate);
485 while (i != _views.rend() && !(*i)->bbox().contains (p)) {
489 if (i == _views.rend ()) {
498 Timeline::left_down (wxMouseEvent& ev)
501 _down_point = ev.GetPosition ();
505 left_down_select (ev);
518 Timeline::left_down_select (wxMouseEvent& ev)
520 auto view = event_to_view (ev);
521 auto content_view = dynamic_pointer_cast<TimelineContentView>(view);
526 _down_view = content_view;
527 _down_view_position = content_view->content()->position ();
530 if (dynamic_pointer_cast<TimelineTimeAxisView>(view)) {
532 _main_canvas->GetViewStart(&vsx, &vsy);
533 _viewer.seek(DCPTime::from_seconds((ev.GetPosition().x + vsx * _x_scroll_rate) / _pixels_per_second.get_value_or(1)), true);
536 for (auto i: _views) {
537 auto cv = dynamic_pointer_cast<TimelineContentView>(i);
542 if (!ev.ShiftDown ()) {
543 cv->set_selected (view == i);
547 if (content_view && ev.ShiftDown ()) {
548 content_view->set_selected (!content_view->selected ());
554 /* Pre-compute the points that we might snap to */
555 for (auto i: _views) {
556 auto cv = dynamic_pointer_cast<TimelineContentView>(i);
557 if (!cv || cv == _down_view || cv->content() == _down_view->content()) {
561 auto film = _film.lock ();
562 DCPOMATIC_ASSERT (film);
564 _start_snaps.push_back (cv->content()->position());
565 _end_snaps.push_back (cv->content()->position());
566 _start_snaps.push_back (cv->content()->end(film));
567 _end_snaps.push_back (cv->content()->end(film));
569 for (auto i: cv->content()->reel_split_points(film)) {
570 _start_snaps.push_back (i);
574 /* Tell everyone that things might change frequently during the drag */
575 _down_view->content()->set_change_signals_frequent (true);
581 Timeline::left_up (wxMouseEvent& ev)
601 Timeline::left_up_select (wxMouseEvent& ev)
604 _down_view->content()->set_change_signals_frequent (false);
607 _content_panel->set_selection (selected_content ());
608 /* Since we may have just set change signals back to `not-frequent', we have to
609 make sure this position change is signalled, even if the position value has
610 not changed since the last time it was set (with frequent=true). This is
613 set_position_from_event (ev, true);
615 /* Clear up up the stuff we don't do during drag */
620 _start_snaps.clear ();
626 Timeline::left_up_zoom (wxMouseEvent& ev)
628 _zoom_point = ev.GetPosition ();
631 _main_canvas->GetViewStart (&vsx, &vsy);
633 wxPoint top_left(min(_down_point.x, _zoom_point->x), min(_down_point.y, _zoom_point->y));
634 wxPoint bottom_right(max(_down_point.x, _zoom_point->x), max(_down_point.y, _zoom_point->y));
636 if ((bottom_right.x - top_left.x) < 8 || (bottom_right.y - top_left.y) < 8) {
637 /* Very small zoom rectangle: we assume it wasn't intentional */
638 _zoom_point = optional<wxPoint> ();
643 auto const time_left = DCPTime::from_seconds((top_left.x + vsx) / *_pixels_per_second);
644 auto const time_right = DCPTime::from_seconds((bottom_right.x + vsx) / *_pixels_per_second);
645 set_pixels_per_second (double(GetSize().GetWidth()) / (time_right.seconds() - time_left.seconds()));
647 double const tracks_top = double(top_left.y - tracks_y_offset()) / _pixels_per_track;
648 double const tracks_bottom = double(bottom_right.y - tracks_y_offset()) / _pixels_per_track;
649 set_pixels_per_track (lrint(GetSize().GetHeight() / (tracks_bottom - tracks_top)));
652 int const y = (tracks_top * _pixels_per_track + tracks_y_offset()) / _y_scroll_rate;
653 _main_canvas->Scroll (time_left.seconds() * *_pixels_per_second / _x_scroll_rate, y);
654 _labels_canvas->Scroll (0, y);
656 _zoom_point = optional<wxPoint> ();
662 Timeline::set_pixels_per_track (int h)
664 _pixels_per_track = max(_minimum_pixels_per_track, h);
669 Timeline::mouse_moved (wxMouseEvent& ev)
673 mouse_moved_select (ev);
676 mouse_moved_zoom (ev);
687 Timeline::mouse_moved_select (wxMouseEvent& ev)
693 set_position_from_event (ev);
698 Timeline::mouse_moved_zoom (wxMouseEvent& ev)
704 _zoom_point = ev.GetPosition ();
711 Timeline::right_down (wxMouseEvent& ev)
715 right_down_select (ev);
719 set_pixels_per_second (*_pixels_per_second / 2);
720 set_pixels_per_track (_pixels_per_track / 2);
733 Timeline::right_down_select (wxMouseEvent& ev)
735 auto view = event_to_view (ev);
736 auto cv = dynamic_pointer_cast<TimelineContentView> (view);
741 if (!cv->selected ()) {
743 cv->set_selected (true);
746 _menu.popup (_film, selected_content (), selected_views (), ev.GetPosition ());
751 Timeline::maybe_snap (DCPTime a, DCPTime b, optional<DCPTime>& nearest_distance) const
753 auto const d = a - b;
754 if (!nearest_distance || d.abs() < nearest_distance.get().abs()) {
755 nearest_distance = d;
761 Timeline::set_position_from_event (wxMouseEvent& ev, bool force_emit)
763 if (!_pixels_per_second) {
767 double const pps = _pixels_per_second.get ();
769 auto const p = ev.GetPosition();
772 /* We haven't moved yet; in that case, we must move the mouse some reasonable distance
773 before the drag is considered to have started.
775 int const dist = sqrt (pow (p.x - _down_point.x, 2) + pow (p.y - _down_point.y, 2));
786 auto new_position = _down_view_position + DCPTime::from_seconds ((p.x - _down_point.x) / pps);
788 auto film = _film.lock ();
789 DCPOMATIC_ASSERT (film);
792 auto const new_end = new_position + _down_view->content()->length_after_trim(film);
793 /* Signed `distance' to nearest thing (i.e. negative is left on the timeline,
796 optional<DCPTime> nearest_distance;
798 /* Find the nearest snap point */
800 for (auto i: _start_snaps) {
801 maybe_snap (i, new_position, nearest_distance);
804 for (auto i: _end_snaps) {
805 maybe_snap (i, new_end, nearest_distance);
808 if (nearest_distance) {
809 /* Snap if it's close; `close' means within a proportion of the time on the timeline */
810 if (nearest_distance.get().abs() < DCPTime::from_seconds ((width() / pps) / 64)) {
811 new_position += nearest_distance.get ();
816 if (new_position < DCPTime ()) {
817 new_position = DCPTime ();
820 _down_view->content()->set_position (film, new_position, force_emit);
822 film->set_sequence (false);
827 Timeline::force_redraw (dcpomatic::Rect<int> const & r)
829 _main_canvas->RefreshRect (wxRect (r.x, r.y, r.width, r.height), false);
833 shared_ptr<const Film>
834 Timeline::film () const
836 return _film.lock ();
843 if (_main_canvas->GetSize().GetWidth() > 0 && _first_resize) {
845 _first_resize = false;
852 Timeline::clear_selection ()
854 for (auto i: _views) {
855 shared_ptr<TimelineContentView> cv = dynamic_pointer_cast<TimelineContentView>(i);
857 cv->set_selected (false);
863 TimelineContentViewList
864 Timeline::selected_views () const
866 TimelineContentViewList sel;
868 for (auto i: _views) {
869 auto cv = dynamic_pointer_cast<TimelineContentView>(i);
870 if (cv && cv->selected()) {
880 Timeline::selected_content () const
884 for (auto i: selected_views()) {
885 sel.push_back(i->content());
893 Timeline::set_selection (ContentList selection)
895 for (auto i: _views) {
896 auto cv = dynamic_pointer_cast<TimelineContentView> (i);
898 cv->set_selected (find (selection.begin(), selection.end(), cv->content ()) != selection.end ());
905 Timeline::tracks_y_offset () const
907 return _reels_view->bbox().height + 4;
912 Timeline::width () const
914 return _main_canvas->GetVirtualSize().GetWidth();
919 Timeline::scrolled (wxScrollWinEvent& ev)
921 if (ev.GetOrientation() == wxVERTICAL) {
923 _main_canvas->GetViewStart (&x, &y);
924 _labels_canvas->Scroll (0, y);
931 Timeline::tool_clicked (Tool t)
949 Timeline::zoom_all ()
951 auto film = _film.lock ();
952 DCPOMATIC_ASSERT (film);
953 set_pixels_per_second ((_main_canvas->GetSize().GetWidth() - 32) / film->length().seconds());
954 set_pixels_per_track ((_main_canvas->GetSize().GetHeight() - tracks_y_offset() - _time_axis_view->bbox().height - 32) / _tracks);
956 _main_canvas->Scroll (0, 0);
957 _labels_canvas->Scroll (0, 0);
963 Timeline::keypress(wxKeyEvent const& event)
965 if (event.GetKeyCode() == WXK_DELETE) {
966 auto film = _film.lock();
967 DCPOMATIC_ASSERT(film);
968 film->remove_content(selected_content());
970 switch (event.GetRawKeyCode()) {
972 set_pixels_per_second(_pixels_per_second.get_value_or(1) * 2);
976 set_pixels_per_second(_pixels_per_second.get_value_or(1) / 2);