X-Git-Url: https://git.carlh.net/gitweb/?a=blobdiff_plain;f=src%2Fwx%2Faudio_plot.cc;h=e08e07e0505bb3f6ba4d246c5a4d39f72dd6c364;hb=cf2ed48d21ddbc32bda262064480e88e69dc031a;hp=c19ba946a6c362efdf09adfa98b6442303ecac61;hpb=3828baf56467224f5d44049bf1e7a7ed11f43a05;p=dcpomatic.git diff --git a/src/wx/audio_plot.cc b/src/wx/audio_plot.cc index c19ba946a..e08e07e05 100644 --- a/src/wx/audio_plot.cc +++ b/src/wx/audio_plot.cc @@ -1,5 +1,5 @@ /* - Copyright (C) 2013-2015 Carl Hetherington + Copyright (C) 2013-2020 Carl Hetherington This file is part of DCP-o-matic. @@ -18,28 +18,44 @@ */ + #include "audio_plot.h" +#include "film_viewer.h" +#include "wx_util.h" #include "lib/audio_decoder.h" #include "lib/audio_analysis.h" #include "lib/compose.hpp" -#include "wx/wx_util.h" +#include "lib/maths_util.h" #include -#include +#include +#include #include + using std::cout; -using std::vector; using std::list; +using std::map; using std::max; using std::min; +using std::shared_ptr; +using std::vector; +using std::weak_ptr; using boost::bind; -using boost::shared_ptr; +using boost::optional; +#if BOOST_VERSION >= 106100 +using namespace boost::placeholders; +#endif +using namespace dcpomatic; + int const AudioPlot::_minimum = -70; +int const AudioPlot::_cursor_size = 8; int const AudioPlot::max_smoothing = 128; -AudioPlot::AudioPlot (wxWindow* parent) + +AudioPlot::AudioPlot (wxWindow* parent, weak_ptr viewer) : wxPanel (parent, wxID_ANY, wxDefaultPosition, wxDefaultSize, wxFULL_REPAINT_ON_RESIZE) + , _viewer (viewer) , _smoothing (max_smoothing / 2) , _gain_correction (0) { @@ -80,10 +96,14 @@ AudioPlot::AudioPlot (wxWindow* parent) #endif Bind (wxEVT_PAINT, boost::bind (&AudioPlot::paint, this)); + Bind (wxEVT_MOTION, boost::bind (&AudioPlot::mouse_moved, this, _1)); + Bind (wxEVT_LEAVE_WINDOW, boost::bind (&AudioPlot::mouse_leave, this, _1)); + Bind (wxEVT_LEFT_DOWN, boost::bind(&AudioPlot::left_down, this)); SetMinSize (wxSize (640, 512)); } + void AudioPlot::set_analysis (shared_ptr a) { @@ -96,6 +116,7 @@ AudioPlot::set_analysis (shared_ptr a) Refresh (); } + void AudioPlot::set_channel_visible (int c, bool v) { @@ -103,6 +124,7 @@ AudioPlot::set_channel_visible (int c, bool v) Refresh (); } + void AudioPlot::set_type_visible (int t, bool v) { @@ -110,6 +132,7 @@ AudioPlot::set_type_visible (int t, bool v) Refresh (); } + void AudioPlot::set_message (wxString s) { @@ -117,32 +140,37 @@ AudioPlot::set_message (wxString s) Refresh (); } + struct Metrics { double db_label_width; int height; int y_origin; - float x_scale; + float x_scale; ///< pixels per data point float y_scale; }; + void AudioPlot::paint () { wxPaintDC dc (this); - wxGraphicsContext* gc = wxGraphicsContext::Create (dc); + auto gc = wxGraphicsContext::Create (dc); if (!gc) { return; } + gc->SetAntialiasMode (wxANTIALIAS_DEFAULT); + if (!_analysis || _analysis->channels() == 0) { gc->SetFont (gc->CreateFont (*wxNORMAL_FONT)); gc->DrawText (_message, 32, 32); + delete gc; return; } - wxGraphicsPath grid = gc->CreatePath (); + auto h_grid = gc->CreatePath (); gc->SetFont (gc->CreateFont (*wxSMALL_FONT)); wxDouble db_label_height; wxDouble db_label_descent; @@ -161,23 +189,60 @@ AudioPlot::paint () for (int i = _minimum; i <= 0; i += 10) { int const y = (metrics.height - (i - _minimum) * metrics.y_scale) - metrics.y_origin; - grid.MoveToPoint (metrics.db_label_width - 4, y); - grid.AddLineToPoint (metrics.db_label_width + data_width, y); + h_grid.MoveToPoint (metrics.db_label_width - 4, y); + h_grid.AddLineToPoint (metrics.db_label_width + data_width, y); gc->DrawText (std_to_wx (String::compose ("%1dB", i)), 0, y - (db_label_height / 2)); } gc->SetPen (wxPen (wxColour (200, 200, 200))); - gc->StrokePath (grid); + gc->StrokePath (h_grid); + + /* Draw an x axis with marks */ + + auto v_grid = gc->CreatePath (); + + DCPOMATIC_ASSERT (_analysis->samples_per_point() != 0.0); + double const pps = _analysis->sample_rate() * metrics.x_scale / _analysis->samples_per_point(); + + gc->SetPen (*wxThePenList->FindOrCreatePen (wxColour (0, 0, 0), 1, wxPENSTYLE_SOLID)); - gc->DrawText (_("Time"), data_width, metrics.height - metrics.y_origin + db_label_height / 2); + double const mark_interval = calculate_mark_interval (rint (128 / pps)); + + auto t = DCPTime::from_seconds (mark_interval); + while ((t.seconds() * pps) < data_width) { + double tc = t.seconds (); + int const h = tc / 3600; + tc -= h * 3600; + int const m = tc / 60; + tc -= m * 60; + int const s = tc; + + auto str = wxString::Format (wxT ("%02d:%02d:%02d"), h, m, s); + wxDouble str_width; + wxDouble str_height; + wxDouble str_descent; + wxDouble str_leading; + gc->GetTextExtent (str, &str_width, &str_height, &str_descent, &str_leading); + + int const tx = llrintf (metrics.db_label_width + t.seconds() * pps); + gc->DrawText (str, tx - str_width / 2, metrics.height - metrics.y_origin + db_label_height); + + v_grid.MoveToPoint (tx, metrics.height - metrics.y_origin + 4); + v_grid.AddLineToPoint (tx, metrics.y_origin); + + t += DCPTime::from_seconds (mark_interval); + } + + gc->SetPen (wxPen (wxColour (200, 200, 200))); + gc->StrokePath (v_grid); if (_type_visible[AudioPoint::PEAK]) { for (int c = 0; c < MAX_DCP_AUDIO_CHANNELS; ++c) { - wxGraphicsPath p = gc->CreatePath (); + auto p = gc->CreatePath (); if (_channel_visible[c] && c < _analysis->channels()) { plot_peak (p, c, metrics); } - wxColour const col = _colours[c]; + auto const col = _colours[c]; gc->SetPen (wxPen (wxColour (col.Red(), col.Green(), col.Blue(), col.Alpha() / 2), 1, wxPENSTYLE_SOLID)); gc->StrokePath (p); } @@ -185,26 +250,36 @@ AudioPlot::paint () if (_type_visible[AudioPoint::RMS]) { for (int c = 0; c < MAX_DCP_AUDIO_CHANNELS; ++c) { - wxGraphicsPath p = gc->CreatePath (); + auto p = gc->CreatePath (); if (_channel_visible[c] && c < _analysis->channels()) { plot_rms (p, c, metrics); } - wxColour const col = _colours[c]; + auto const col = _colours[c]; gc->SetPen (wxPen (col, 1, wxPENSTYLE_SOLID)); gc->StrokePath (p); } } - wxGraphicsPath axes = gc->CreatePath (); + auto axes = gc->CreatePath (); axes.MoveToPoint (metrics.db_label_width, 0); axes.AddLineToPoint (metrics.db_label_width, metrics.height - metrics.y_origin); axes.AddLineToPoint (metrics.db_label_width + data_width, metrics.height - metrics.y_origin); gc->SetPen (wxPen (wxColour (0, 0, 0))); gc->StrokePath (axes); + if (_cursor) { + auto cursor = gc->CreatePath (); + cursor.MoveToPoint (_cursor->draw.x - _cursor_size / 2, _cursor->draw.y - _cursor_size / 2); + cursor.AddLineToPoint (_cursor->draw.x + _cursor_size / 2, _cursor->draw.y + _cursor_size / 2); + cursor.MoveToPoint (_cursor->draw.x + _cursor_size / 2, _cursor->draw.y - _cursor_size / 2); + cursor.AddLineToPoint (_cursor->draw.x - _cursor_size / 2, _cursor->draw.y + _cursor_size / 2); + gc->StrokePath (cursor); + } + delete gc; } + float AudioPlot::y_for_linear (float p, Metrics const & metrics) const { @@ -212,9 +287,10 @@ AudioPlot::y_for_linear (float p, Metrics const & metrics) const p = 1e-4; } - return metrics.height - (20 * log10(p) - _minimum) * metrics.y_scale - metrics.y_origin; + return metrics.height - (linear_to_db(p) - _minimum) * metrics.y_scale - metrics.y_origin; } + void AudioPlot::plot_peak (wxGraphicsPath& path, int channel, Metrics const & metrics) const { @@ -222,7 +298,7 @@ AudioPlot::plot_peak (wxGraphicsPath& path, int channel, Metrics const & metrics return; } - path.MoveToPoint (metrics.db_label_width, y_for_linear (get_point(channel, 0)[AudioPoint::PEAK], metrics)); + _peak[channel] = PointList (); float peak = 0; int const N = _analysis->points(channel); @@ -235,10 +311,24 @@ AudioPlot::plot_peak (wxGraphicsPath& path, int channel, Metrics const & metrics peak = 0; } - path.AddLineToPoint (metrics.db_label_width + i * metrics.x_scale, y_for_linear (peak, metrics)); + _peak[channel].push_back ( + Point ( + wxPoint (metrics.db_label_width + i * metrics.x_scale, y_for_linear (peak, metrics)), + DCPTime::from_frames (i * _analysis->samples_per_point(), _analysis->sample_rate()), + linear_to_db(peak) + ) + ); + } + + DCPOMATIC_ASSERT (_peak.find(channel) != _peak.end()); + + path.MoveToPoint (_peak[channel][0].draw); + for (auto const& i: _peak[channel]) { + path.AddLineToPoint (i.draw); } } + void AudioPlot::plot_rms (wxGraphicsPath& path, int channel, Metrics const & metrics) const { @@ -246,7 +336,7 @@ AudioPlot::plot_rms (wxGraphicsPath& path, int channel, Metrics const & metrics) return; } - path.MoveToPoint (metrics.db_label_width, y_for_linear (get_point(channel, 0)[AudioPoint::RMS], metrics)); + _rms[channel] = PointList(); list smoothing; @@ -291,17 +381,34 @@ AudioPlot::plot_rms (wxGraphicsPath& path, int channel, Metrics const & metrics) p = sqrt (p / smoothing.size ()); } - path.AddLineToPoint (metrics.db_label_width + i * metrics.x_scale, y_for_linear (p, metrics)); + _rms[channel].push_back ( + Point ( + wxPoint (metrics.db_label_width + i * metrics.x_scale, y_for_linear (p, metrics)), + DCPTime::from_frames (i * _analysis->samples_per_point(), _analysis->sample_rate()), + linear_to_db(p) + ) + ); + } + + DCPOMATIC_ASSERT (_rms.find(channel) != _rms.end()); + + path.MoveToPoint (_rms[channel][0].draw); + for (auto const& i: _rms[channel]) { + path.AddLineToPoint (i.draw); } } + void AudioPlot::set_smoothing (int s) { _smoothing = s; + _rms.clear (); + _peak.clear (); Refresh (); } + void AudioPlot::set_gain_correction (double gain) { @@ -309,13 +416,85 @@ AudioPlot::set_gain_correction (double gain) Refresh (); } + AudioPoint AudioPlot::get_point (int channel, int point) const { - AudioPoint p = _analysis->get_point (channel, point); + auto p = _analysis->get_point (channel, point); for (int i = 0; i < AudioPoint::COUNT; ++i) { - p[i] *= pow (10, _gain_correction / 20); + p[i] *= db_to_linear(_gain_correction); } return p; } + + +/** @param n Channel index. + * @return Colour used by that channel in the plot. + */ +wxColour +AudioPlot::colour (int n) const +{ + DCPOMATIC_ASSERT (n < int(_colours.size())); + return _colours[n]; +} + + +void +AudioPlot::left_down () +{ + if (_cursor) { + if (auto fv = _viewer.lock()) { + fv->seek (_cursor->time, true); + } + } +} + + +void +AudioPlot::mouse_moved (wxMouseEvent& ev) +{ + double min_dist = DBL_MAX; + Point min_point; + + auto search = [this](map const & search, wxMouseEvent const & ev, double& min_dist, Point& min_point) { + for (auto const& i: search) { + if (_channel_visible[i.first]) { + for (auto const& j: i.second) { + double const dist = pow(ev.GetX() - j.draw.x, 2) + pow(ev.GetY() - j.draw.y, 2); + if (dist < min_dist) { + min_dist = dist; + min_point = j; + } + } + } + } + }; + + if (_type_visible[AudioPoint::RMS]) { + search (_rms, ev, min_dist, min_point); + } + if (_type_visible[AudioPoint::PEAK]) { + search (_peak, ev, min_dist, min_point); + } + + _cursor = boost::none; + + if (min_dist < DBL_MAX) { + wxRect before (min_point.draw.x - _cursor_size / 2, min_point.draw.y - _cursor_size / 2, _cursor_size, _cursor_size); + GetParent()->Refresh (true, &before); + _cursor = min_point; + wxRect after (min_point.draw.x - _cursor_size / 2, min_point.draw.y - _cursor_size / 2, _cursor_size, _cursor_size); + GetParent()->Refresh (true, &after); + Cursor (min_point.time, min_point.db); + } +} + + +void +AudioPlot::mouse_leave (wxMouseEvent &) +{ + _cursor = boost::none; + Refresh (); + Cursor (optional(), optional()); +}