X-Git-Url: https://git.carlh.net/gitweb/?a=blobdiff_plain;f=src%2Fwx%2Faudio_panel.cc;h=5e8370d46bfcb5b258f0219517faccbcef498cdb;hb=82b08e910e07bb571b11368124d49dc3d73e33ca;hp=4fbb72708c22a44243010ae3a936574615f38ad9;hpb=594af3389df908a387a0e15f4a49a288e363def0;p=dcpomatic.git diff --git a/src/wx/audio_panel.cc b/src/wx/audio_panel.cc index 4fbb72708..5e8370d46 100644 --- a/src/wx/audio_panel.cc +++ b/src/wx/audio_panel.cc @@ -1,264 +1,572 @@ /* - Copyright (C) 2012-2013 Carl Hetherington + Copyright (C) 2012-2021 Carl Hetherington - This program is free software; you can redistribute it and/or modify + This file is part of DCP-o-matic. + + DCP-o-matic is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. - This program is distributed in the hope that it will be useful, + DCP-o-matic is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License - along with this program; if not, write to the Free Software - Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + along with DCP-o-matic. If not, see . */ -#include -#include -#include "lib/config.h" -#include "lib/sound_processor.h" + #include "audio_dialog.h" -#include "audio_panel.h" #include "audio_mapping_view.h" -#include "wx_util.h" +#include "audio_panel.h" +#include "check_box.h" +#include "content_panel.h" +#include "dcpomatic_button.h" #include "gain_calculator_dialog.h" -#include "film_editor.h" +#include "static_text.h" +#include "wx_util.h" +#include "lib/audio_content.h" +#include "lib/cinema_sound_processor.h" +#include "lib/config.h" +#include "lib/dcp_content.h" +#include "lib/ffmpeg_audio_stream.h" +#include "lib/ffmpeg_content.h" +#include "lib/job_manager.h" +#include "lib/maths_util.h" +#include +LIBDCP_DISABLE_WARNINGS +#include +LIBDCP_ENABLE_WARNINGS -using std::vector; -using std::cout; + +using std::dynamic_pointer_cast; +using std::list; +using std::make_shared; +using std::pair; +using std::set; +using std::shared_ptr; using std::string; -using boost::dynamic_pointer_cast; -using boost::lexical_cast; -using boost::shared_ptr; +using std::vector; +using boost::optional; +#if BOOST_VERSION >= 106100 +using namespace boost::placeholders; +#endif +using namespace dcpomatic; + -AudioPanel::AudioPanel (FilmEditor* e) - : FilmEditorPanel (e, _("Audio")) - , _audio_dialog (0) +std::map AudioPanel::_peak_cache; + + +AudioPanel::AudioPanel (ContentPanel* p) + : ContentSubPanel (p, _("Audio")) { - wxFlexGridSizer* grid = new wxFlexGridSizer (3, DCPOMATIC_SIZER_X_GAP, DCPOMATIC_SIZER_Y_GAP); - _sizer->Add (grid, 0, wxALL, 8); - _show = new wxButton (this, wxID_ANY, _("Show Audio...")); - grid->Add (_show, 1); - grid->AddSpacer (0); - grid->AddSpacer (0); +} - add_label_to_sizer (grid, this, _("Audio Gain"), true); - { - wxBoxSizer* s = new wxBoxSizer (wxHORIZONTAL); - _gain = new wxSpinCtrl (this); - s->Add (_gain, 1); - add_label_to_sizer (s, this, _("dB"), false); - grid->Add (s, 1); - } - - _gain_calculate_button = new wxButton (this, wxID_ANY, _("Calculate...")); - grid->Add (_gain_calculate_button); - add_label_to_sizer (grid, this, _("Audio Delay"), false); +void +AudioPanel::create () +{ + _reference = new CheckBox (this, _("Use this DCP's audio as OV and make VF")); + _reference_note = new StaticText (this, wxT("")); + _reference_note->Wrap (200); + auto font = _reference_note->GetFont(); + font.SetStyle(wxFONTSTYLE_ITALIC); + font.SetPointSize(font.GetPointSize() - 1); + _reference_note->SetFont(font); + + _show = new Button (this, _("Show graph of audio levels...")); + _peak = new StaticText (this, wxT ("")); + + _gain_label = create_label (this, _("Gain"), true); + _gain = new ContentSpinCtrlDouble ( + this, + new wxSpinCtrlDouble (this), + AudioContentProperty::GAIN, + &Content::audio, + boost::mem_fn (&AudioContent::gain), + boost::mem_fn (&AudioContent::set_gain) + ); + + _gain_db_label = create_label (this, _("dB"), false); + _gain_calculate_button = new Button (this, _("Calculate...")); + + _delay_label = create_label (this, _("Delay"), true); + _delay = new ContentSpinCtrl ( + this, + new wxSpinCtrl (this), + AudioContentProperty::DELAY, + &Content::audio, + boost::mem_fn (&AudioContent::delay), + boost::mem_fn (&AudioContent::set_delay) + ); + + /// TRANSLATORS: this is an abbreviation for milliseconds, the unit of time + _delay_ms_label = create_label (this, _("ms"), false); + + _fade_in_label = create_label (this, _("Fade in"), true); + _fade_in = new Timecode (this); + + _fade_out_label = create_label (this, _("Fade out"), true); + _fade_out = new Timecode (this); + + _use_same_fades_as_video = new wxCheckBox (this, wxID_ANY, _("Use same fades as video")); + + _mapping = new AudioMappingView (this, _("Content"), _("content"), _("DCP"), _("DCP")); + _sizer->Add (_mapping, 1, wxEXPAND | wxALL, 6); + + _description = new StaticText (this, wxT(" \n"), wxDefaultPosition, wxDefaultSize); + _sizer->Add (_description, 0, wxALL, 12); + _description->SetFont (font); + + _gain->wrapped()->SetRange (-60, 60); + _gain->wrapped()->SetDigits (1); + _gain->wrapped()->SetIncrement (0.5); + _delay->wrapped()->SetRange (-1000, 1000); + + content_selection_changed (); + film_changed (Film::Property::AUDIO_CHANNELS); + film_changed (Film::Property::VIDEO_FRAME_RATE); + film_changed (Film::Property::REEL_TYPE); + + _reference->Bind (wxEVT_CHECKBOX, boost::bind (&AudioPanel::reference_clicked, this)); + _show->Bind (wxEVT_BUTTON, boost::bind (&AudioPanel::show_clicked, this)); + _gain_calculate_button->Bind (wxEVT_BUTTON, boost::bind (&AudioPanel::gain_calculate_button_clicked, this)); + + _fade_in->Changed.connect (boost::bind(&AudioPanel::fade_in_changed, this)); + _fade_out->Changed.connect (boost::bind(&AudioPanel::fade_out_changed, this)); + _use_same_fades_as_video->Bind (wxEVT_CHECKBOX, boost::bind(&AudioPanel::use_same_fades_as_video_changed, this)); + + _mapping_connection = _mapping->Changed.connect (boost::bind (&AudioPanel::mapping_changed, this, _1)); + _active_jobs_connection = JobManager::instance()->ActiveJobsChanged.connect (boost::bind (&AudioPanel::active_jobs_changed, this, _1, _2)); + + add_to_grid (); + + _sizer->Layout (); +} + + +void +AudioPanel::add_to_grid () +{ + int r = 0; + + auto reference_sizer = new wxBoxSizer (wxVERTICAL); + reference_sizer->Add (_reference, 0); + reference_sizer->Add (_reference_note, 0); + _grid->Add (reference_sizer, wxGBPosition(r, 0), wxGBSpan(1, 4)); + ++r; + + _grid->Add (_show, wxGBPosition (r, 0), wxGBSpan (1, 2)); + _grid->Add (_peak, wxGBPosition (r, 2), wxGBSpan (1, 2), wxALIGN_CENTER_VERTICAL); + ++r; + + add_label_to_sizer (_grid, _gain_label, true, wxGBPosition(r, 0)); { - wxBoxSizer* s = new wxBoxSizer (wxHORIZONTAL); - _delay = new wxSpinCtrl (this); - s->Add (_delay, 1); - /// TRANSLATORS: this is an abbreviation for milliseconds, the unit of time - add_label_to_sizer (s, this, _("ms"), false); - grid->Add (s); + auto s = new wxBoxSizer (wxHORIZONTAL); + s->Add (_gain->wrapped(), 1, wxALIGN_CENTER_VERTICAL | wxRIGHT, DCPOMATIC_SIZER_GAP); + s->Add (_gain_db_label, 0, wxALIGN_CENTER_VERTICAL); + _grid->Add (s, wxGBPosition(r, 1)); } - grid->AddSpacer (0); - - add_label_to_sizer (grid, this, _("Audio Stream"), true); - _stream = new wxChoice (this, wxID_ANY); - grid->Add (_stream, 1, wxEXPAND); - _description = new wxStaticText (this, wxID_ANY, wxT ("")); - grid->AddSpacer (0); - - grid->Add (_description, 1, wxALIGN_CENTER_VERTICAL | wxLEFT, 8); - grid->AddSpacer (0); - grid->AddSpacer (0); - - _mapping = new AudioMappingView (this); - _sizer->Add (_mapping, 1, wxEXPAND | wxALL, 6); + _grid->Add (_gain_calculate_button, wxGBPosition(r, 2), wxDefaultSpan, wxALIGN_CENTER_VERTICAL); + ++r; + + add_label_to_sizer (_grid, _delay_label, true, wxGBPosition(r, 0)); + auto s = new wxBoxSizer (wxHORIZONTAL); + s->Add (_delay->wrapped(), 1, wxALIGN_CENTER_VERTICAL | wxRIGHT, DCPOMATIC_SIZER_GAP); + s->Add (_delay_ms_label, 0, wxALIGN_CENTER_VERTICAL); + _grid->Add (s, wxGBPosition(r, 1)); + ++r; - _gain->SetRange (-60, 60); - _delay->SetRange (-1000, 1000); + add_label_to_sizer (_grid, _fade_in_label, true, wxGBPosition(r, 0)); + _grid->Add (_fade_in, wxGBPosition(r, 1), wxGBSpan(1, 3)); + ++r; - _delay->Bind (wxEVT_COMMAND_SPINCTRL_UPDATED, boost::bind (&AudioPanel::delay_changed, this)); - _stream->Bind (wxEVT_COMMAND_CHOICE_SELECTED, boost::bind (&AudioPanel::stream_changed, this)); - _show->Bind (wxEVT_COMMAND_BUTTON_CLICKED, boost::bind (&AudioPanel::show_clicked, this)); - _gain->Bind (wxEVT_COMMAND_SPINCTRL_UPDATED, boost::bind (&AudioPanel::gain_changed, this)); - _gain_calculate_button->Bind (wxEVT_COMMAND_BUTTON_CLICKED, boost::bind (&AudioPanel::gain_calculate_button_clicked, this)); + add_label_to_sizer (_grid, _fade_out_label, true, wxGBPosition(r, 0)); + _grid->Add (_fade_out, wxGBPosition(r, 1), wxGBSpan(1, 3)); + ++r; - _mapping->Changed.connect (boost::bind (&AudioPanel::mapping_changed, this, _1)); + _grid->Add (_use_same_fades_as_video, wxGBPosition(r, 0), wxGBSpan(1, 4)); + ++r; } +AudioPanel::~AudioPanel () +{ + if (_audio_dialog) { + _audio_dialog->Destroy (); + _audio_dialog = nullptr; + } +} + void AudioPanel::film_changed (Film::Property property) { + if (!_parent->film()) { + return; + } + switch (property) { - case Film::AUDIO_CHANNELS: - _mapping->set_channels (_editor->film()->audio_channels ()); - _sizer->Layout (); + case Film::Property::AUDIO_CHANNELS: + case Film::Property::AUDIO_PROCESSOR: + _mapping->set_output_channels (_parent->film()->audio_output_names ()); + setup_peak (); + break; + case Film::Property::VIDEO_FRAME_RATE: + setup_description (); + break; + case Film::Property::REEL_TYPE: + case Film::Property::INTEROP: + setup_sensitivity (); break; default: break; } } + void -AudioPanel::film_content_changed (shared_ptr c, int property) +AudioPanel::film_content_changed (int property) { - shared_ptr ac = dynamic_pointer_cast (c); - shared_ptr fc = dynamic_pointer_cast (c); - - if (_audio_dialog && _editor->selected_audio_content()) { - _audio_dialog->set_content (_editor->selected_audio_content ()); - } - - if (property == AudioContentProperty::AUDIO_GAIN) { - checked_set (_gain, ac ? ac->audio_gain() : 0); - } else if (property == AudioContentProperty::AUDIO_DELAY) { - checked_set (_delay, ac ? ac->audio_delay() : 0); - } else if (property == AudioContentProperty::AUDIO_MAPPING) { - _mapping->set (ac ? ac->audio_mapping () : AudioMapping ()); - _sizer->Layout (); - } else if (property == FFmpegContentProperty::AUDIO_STREAMS) { - _stream->Clear (); - if (fc) { - vector > a = fc->audio_streams (); - for (vector >::iterator i = a.begin(); i != a.end(); ++i) { - _stream->Append (std_to_wx ((*i)->name), new wxStringClientData (std_to_wx (lexical_cast ((*i)->id)))); - } - - if (fc->audio_stream()) { - checked_set (_stream, lexical_cast (fc->audio_stream()->id)); + auto ac = _parent->selected_audio (); + if (property == AudioContentProperty::STREAMS) { + if (ac.size() == 1) { + _mapping->set (ac.front()->audio->mapping()); + _mapping->set_input_channels (ac.front()->audio->channel_names ()); + + vector groups; + int c = 0; + for (auto i: ac.front()->audio->streams()) { + auto f = dynamic_pointer_cast (i); + string name = ""; + if (f) { + name = f->name; + if (f->codec_name) { + name += " (" + f->codec_name.get() + ")"; + } + } + groups.push_back (AudioMappingView::Group (c, c + i->channels() - 1, name)); + c += i->channels (); } + _mapping->set_input_groups (groups); + + } else { + _mapping->set (AudioMapping ()); } + setup_description (); + setup_peak (); + layout (); + } else if (property == AudioContentProperty::GAIN) { + /* This is a bit aggressive but probably not so bad */ + _peak_cache.clear(); + setup_peak (); + } else if (property == DCPContentProperty::REFERENCE_AUDIO) { + if (ac.size() == 1) { + shared_ptr dcp = dynamic_pointer_cast (ac.front ()); + checked_set (_reference, dcp ? dcp->reference_audio () : false); + } else { + checked_set (_reference, false); + } + + setup_sensitivity (); + } else if (property == ContentProperty::VIDEO_FRAME_RATE) { + setup_description (); + } else if (property == AudioContentProperty::FADE_IN) { + set check; + for (auto i: ac) { + check.insert (i->audio->fade_in().get()); + } + + if (check.size() == 1) { + _fade_in->set ( + ac.front()->audio->fade_in(), + ac.front()->active_video_frame_rate(_parent->film()) + ); + } else { + _fade_in->clear (); + } + } else if (property == AudioContentProperty::FADE_OUT) { + set check; + for (auto i: ac) { + check.insert (i->audio->fade_out().get()); + } + + if (check.size() == 1) { + _fade_out->set ( + ac.front()->audio->fade_out(), + ac.front()->active_video_frame_rate(_parent->film()) + ); + } else { + _fade_out->clear (); + } + } else if (property == AudioContentProperty::USE_SAME_FADES_AS_VIDEO) { + setup_sensitivity (); } } + void -AudioPanel::gain_changed () +AudioPanel::gain_calculate_button_clicked () { - shared_ptr ac = _editor->selected_audio_content (); - if (!ac) { + auto d = new GainCalculatorDialog (this); + auto const r = d->ShowModal (); + auto c = d->db_change(); + + if (r == wxID_CANCEL || !c) { + d->Destroy (); return; } - ac->set_audio_gain (_gain->GetValue ()); + auto old_peak_dB = peak (); + auto old_value = _gain->wrapped()->GetValue(); + _gain->wrapped()->SetValue(old_value + *c); + + /* This appears to be necessary, as the change is not signalled, + I think. + */ + _gain->view_changed (); + + auto peak_dB = peak (); + if (old_peak_dB && *old_peak_dB < -0.5 && peak_dB && *peak_dB > -0.5) { + error_dialog (this, _("It is not possible to adjust the content's gain for this fader change as it would cause the DCP's audio to clip. The gain has not been changed.")); + _gain->wrapped()->SetValue (old_value); + _gain->view_changed (); + } + + d->Destroy (); } + void -AudioPanel::delay_changed () +AudioPanel::setup_description () { - shared_ptr ac = _editor->selected_audio_content (); - if (!ac) { + auto ac = _parent->selected_audio (); + if (ac.size () != 1) { + checked_set (_description, wxT ("")); return; } - ac->set_audio_delay (_delay->GetValue ()); + checked_set (_description, ac.front()->audio->processing_description(_parent->film())); } + void -AudioPanel::gain_calculate_button_clicked () +AudioPanel::mapping_changed (AudioMapping m) { - GainCalculatorDialog* d = new GainCalculatorDialog (this); - d->ShowModal (); + auto c = _parent->selected_audio (); + if (c.size() == 1) { + c.front()->audio->set_mapping (m); + } +} - if (d->wanted_fader() == 0 || d->actual_fader() == 0) { - d->Destroy (); - return; + +void +AudioPanel::content_selection_changed () +{ + auto sel = _parent->selected_audio (); + + _gain->set_content (sel); + _delay->set_content (sel); + + film_content_changed (AudioContentProperty::STREAMS); + film_content_changed (AudioContentProperty::GAIN); + film_content_changed (AudioContentProperty::FADE_IN); + film_content_changed (AudioContentProperty::FADE_OUT); + film_content_changed (AudioContentProperty::USE_SAME_FADES_AS_VIDEO); + film_content_changed (DCPContentProperty::REFERENCE_AUDIO); + + setup_sensitivity (); +} + + +void +AudioPanel::setup_sensitivity () +{ + auto sel = _parent->selected_audio (); + + shared_ptr dcp; + if (sel.size() == 1) { + dcp = dynamic_pointer_cast (sel.front ()); } - - _gain->SetValue ( - Config::instance()->sound_processor()->db_for_fader_change ( - d->wanted_fader (), - d->actual_fader () - ) - ); - /* This appears to be necessary, as the change is not signalled, - I think. - */ - gain_changed (); - - d->Destroy (); + string why_not; + bool const can_reference = dcp && dcp->can_reference_audio (_parent->film(), why_not); + wxString cannot; + if (why_not.empty()) { + cannot = _("Cannot reference this DCP's audio."); + } else { + cannot = _("Cannot reference this DCP's audio: ") + std_to_wx(why_not); + } + setup_refer_button (_reference, _reference_note, dcp, can_reference, cannot); + + auto const ref = _reference->GetValue(); + auto const single = sel.size() == 1; + + auto const all_have_video = std::all_of(sel.begin(), sel.end(), [](shared_ptr c) { return static_cast(c->video); }); + + _gain->wrapped()->Enable (!ref); + _gain_calculate_button->Enable (!ref && single); + _show->Enable (single); + _peak->Enable (!ref && single); + _delay->wrapped()->Enable (!ref); + _mapping->Enable (!ref && single); + _description->Enable (!ref && single); + _fade_in->Enable (!_use_same_fades_as_video->GetValue()); + _fade_out->Enable (!_use_same_fades_as_video->GetValue()); + _use_same_fades_as_video->Enable (!ref && all_have_video); } + void AudioPanel::show_clicked () { if (_audio_dialog) { _audio_dialog->Destroy (); - _audio_dialog = 0; + _audio_dialog = nullptr; } - shared_ptr c = _editor->selected_content (); - if (!c) { + auto ac = _parent->selected_audio (); + if (ac.size() != 1) { return; } - shared_ptr ac = dynamic_pointer_cast (c); - if (!ac) { - return; - } - - _audio_dialog = new AudioDialog (this); + _audio_dialog = new AudioDialog (this, _parent->film(), _parent->film_viewer(), ac.front()); _audio_dialog->Show (); - _audio_dialog->set_content (ac); } + +/** @return If there is one selected piece of audio content, return its peak value in dB (if known) */ +optional +AudioPanel::peak () const +{ + optional peak_dB; + + auto sel = _parent->selected_audio (); + if (sel.size() == 1) { + auto playlist = make_shared(); + playlist->add (_parent->film(), sel.front()); + try { + /* Loading the audio analysis file is slow, and this ::peak() is called a few times when + * the content selection is changed, so cache it. + */ + auto const path = _parent->film()->audio_analysis_path(playlist); + auto cached = _peak_cache.find(path); + if (cached != _peak_cache.end()) { + peak_dB = cached->second; + } else { + auto analysis = make_shared(path); + peak_dB = linear_to_db(analysis->overall_sample_peak().first.peak) + analysis->gain_correction(playlist); + _peak_cache[path] = *peak_dB; + } + } catch (...) { + + } + } + + return peak_dB; +} + + void -AudioPanel::stream_changed () +AudioPanel::setup_peak () { - shared_ptr c = _editor->selected_content (); - if (!c) { - return; + auto sel = _parent->selected_audio (); + + auto peak_dB = peak (); + if (sel.size() != 1) { + _peak->SetLabel (wxT("")); + } else { + peak_dB = peak (); + if (peak_dB) { + _peak->SetLabel (wxString::Format(_("Peak: %.2fdB"), *peak_dB)); + } else { + _peak->SetLabel (_("Peak: unknown")); + } + } + + static auto normal = _peak->GetForegroundColour (); + + if (peak_dB && *peak_dB > -0.5) { + _peak->SetForegroundColour (wxColour (255, 0, 0)); + } else if (peak_dB && *peak_dB > -3) { + _peak->SetForegroundColour (wxColour (186, 120, 0)); + } else { + _peak->SetForegroundColour (normal); + } +} + + +void +AudioPanel::active_jobs_changed (optional old_active, optional new_active) +{ + if (old_active && *old_active == "analyse_audio") { + setup_peak (); + _mapping->Enable (true); + } else if (new_active && *new_active == "analyse_audio") { + _mapping->Enable (false); } - - shared_ptr fc = dynamic_pointer_cast (c); - if (!fc) { +} + + +void +AudioPanel::reference_clicked () +{ + auto c = _parent->selected (); + if (c.size() != 1) { return; } - - vector > a = fc->audio_streams (); - vector >::iterator i = a.begin (); - string const s = string_client_data (_stream->GetClientObject (_stream->GetSelection ())); - while (i != a.end() && lexical_cast ((*i)->id) != s) { - ++i; + + auto d = dynamic_pointer_cast(c.front()); + if (!d) { + return; } - if (i != a.end ()) { - fc->set_audio_stream (*i); + d->set_reference_audio (_reference->GetValue ()); +} + + +void +AudioPanel::set_film (shared_ptr) +{ + /* We are changing film, so destroy any audio dialog for the old one */ + if (_audio_dialog) { + _audio_dialog->Destroy (); + _audio_dialog = nullptr; } +} - if (!fc->audio_stream ()) { - _description->SetLabel (wxT ("")); - } else { - wxString s; - if (fc->audio_channels() == 1) { - s << _("1 channel"); - } else { - s << fc->audio_channels() << wxT (" ") << _("channels"); - } - s << wxT (", ") << fc->content_audio_frame_rate() << _("Hz"); - _description->SetLabel (s); + +void +AudioPanel::fade_in_changed () +{ + auto const hmsf = _fade_in->get(); + for (auto i: _parent->selected_audio()) { + auto const vfr = i->active_video_frame_rate(_parent->film()); + i->audio->set_fade_in (dcpomatic::ContentTime(hmsf, vfr)); } } + void -AudioPanel::mapping_changed (AudioMapping m) +AudioPanel::fade_out_changed () { - shared_ptr c = _editor->selected_audio_content (); - if (!c) { - return; + auto const hmsf = _fade_out->get(); + for (auto i: _parent->selected_audio()) { + auto const vfr = i->active_video_frame_rate (_parent->film()); + i->audio->set_fade_out (dcpomatic::ContentTime(hmsf, vfr)); } +} + - c->set_audio_mapping (m); +void +AudioPanel::use_same_fades_as_video_changed () +{ + for (auto content: _parent->selected_audio()) { + content->audio->set_use_same_fades_as_video(_use_same_fades_as_video->GetValue()); + } }