/* Copyright (C) 2012 Carl Hetherington This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */ #include #include #include #include #include #include "writer.h" #include "compose.hpp" #include "film.h" #include "format.h" #include "log.h" #include "dcp_video_frame.h" #include "i18n.h" using std::make_pair; using std::pair; using std::string; using std::ifstream; using std::list; using std::cout; using boost::shared_ptr; int const Writer::_maximum_frames_in_memory = 8; Writer::Writer (shared_ptr f) : _film (f) , _first_nonexistant_frame (0) , _thread (0) , _finish (false) , _queued_full_in_memory (0) , _last_written_frame (-1) , _full_written (0) , _fake_written (0) , _repeat_written (0) , _pushed_to_disk (0) { /* Remove any old DCP */ boost::filesystem::remove_all (_film->dir (_film->dcp_name ())); check_existing_picture_mxf (); /* Create our picture asset in a subdirectory, named according to those film's parameters which affect the video output. We will hard-link it into the DCP later. */ _picture_asset.reset ( new libdcp::MonoPictureAsset ( _film->video_mxf_dir (), _film->video_mxf_filename (), _film->dcp_frame_rate (), _film->format()->dcp_size () ) ); _picture_asset_writer = _picture_asset->start_write (_first_nonexistant_frame > 0); AudioMapping m (_film->audio_channels ()); if (m.dcp_channels() > 0) { _sound_asset.reset ( new libdcp::SoundAsset ( _film->dir (_film->dcp_name()), N_("audio.mxf"), _film->dcp_frame_rate (), m.dcp_channels (), dcp_audio_sample_rate (_film->audio_stream()->sample_rate()) ) ); _sound_asset_writer = _sound_asset->start_write (); } _thread = new boost::thread (boost::bind (&Writer::thread, this)); } void Writer::write (shared_ptr encoded, int frame) { boost::mutex::scoped_lock lock (_mutex); QueueItem qi; qi.type = QueueItem::FULL; qi.encoded = encoded; qi.frame = frame; _queue.push_back (qi); ++_queued_full_in_memory; _condition.notify_all (); } void Writer::fake_write (int frame) { boost::mutex::scoped_lock lock (_mutex); ifstream ifi (_film->info_path (frame).c_str()); libdcp::FrameInfo info (ifi); QueueItem qi; qi.type = QueueItem::FAKE; qi.size = info.size; qi.frame = frame; _queue.push_back (qi); _condition.notify_all (); } /** This method is not thread safe */ void Writer::write (shared_ptr audio) { _sound_asset_writer->write (audio->data(), audio->frames()); } void Writer::thread () try { while (1) { boost::mutex::scoped_lock lock (_mutex); while (1) { _queue.sort (); if (_finish || _queued_full_in_memory > _maximum_frames_in_memory || (!_queue.empty() && _queue.front().frame == (_last_written_frame + 1))) { break; } TIMING (N_("writer sleeps with a queue of %1"), _queue.size()); _condition.wait (lock); TIMING (N_("writer wakes with a queue of %1"), _queue.size()); } if (_finish && _queue.empty()) { return; } /* Write any frames that we can write; i.e. those that are in sequence */ while (!_queue.empty() && _queue.front().frame == (_last_written_frame + 1)) { QueueItem qi = _queue.front (); _queue.pop_front (); if (qi.type == QueueItem::FULL && qi.encoded) { --_queued_full_in_memory; } lock.unlock (); switch (qi.type) { case QueueItem::FULL: { _film->log()->log (String::compose (N_("Writer FULL-writes %1 to MXF"), qi.frame)); if (!qi.encoded) { qi.encoded.reset (new EncodedData (_film->j2c_path (qi.frame, false))); } libdcp::FrameInfo const fin = _picture_asset_writer->write (qi.encoded->data(), qi.encoded->size()); qi.encoded->write_info (_film, qi.frame, fin); _last_written = qi.encoded; ++_full_written; break; } case QueueItem::FAKE: _film->log()->log (String::compose (N_("Writer FAKE-writes %1 to MXF"), qi.frame)); _picture_asset_writer->fake_write (qi.size); _last_written.reset (); ++_fake_written; break; case QueueItem::REPEAT: { _film->log()->log (String::compose (N_("Writer REPEAT-writes %1 to MXF"), qi.frame)); libdcp::FrameInfo const fin = _picture_asset_writer->write (_last_written->data(), _last_written->size()); _last_written->write_info (_film, qi.frame, fin); ++_repeat_written; break; } } lock.lock (); ++_last_written_frame; } while (_queued_full_in_memory > _maximum_frames_in_memory) { /* Too many frames in memory which can't yet be written to the stream. Write some FULL frames to disk. */ /* Find one */ list::reverse_iterator i = _queue.rbegin (); while (i != _queue.rend() && (i->type != QueueItem::FULL || !i->encoded)) { ++i; } assert (i != _queue.rend()); QueueItem qi = *i; ++_pushed_to_disk; lock.unlock (); _film->log()->log (String::compose (N_("Writer full (awaiting %1); pushes %2 to disk"), _last_written_frame + 1, qi.frame)); qi.encoded->write (_film, qi.frame); lock.lock (); qi.encoded.reset (); --_queued_full_in_memory; } } } catch (...) { store_current (); } void Writer::finish () { if (!_thread) { return; } boost::mutex::scoped_lock lock (_mutex); _finish = true; _condition.notify_all (); lock.unlock (); _thread->join (); if (thrown ()) { rethrow (); } delete _thread; _thread = 0; _picture_asset_writer->finalize (); if (_sound_asset_writer) { _sound_asset_writer->finalize (); } int const frames = _last_written_frame + 1; int const duration = frames - _film->trim_start() - _film->trim_end(); _picture_asset->set_entry_point (_film->trim_start ()); _picture_asset->set_duration (duration); /* Hard-link the video MXF into the DCP */ boost::filesystem::path from; from /= _film->video_mxf_dir(); from /= _film->video_mxf_filename(); boost::filesystem::path to; to /= _film->dir (_film->dcp_name()); to /= N_("video.mxf"); boost::system::error_code ec; boost::filesystem::create_hard_link (from, to, ec); if (ec) { /* hard link failed; copy instead */ boost::filesystem::copy_file (from, to); _film->log()->log ("Hard-link failed; fell back to copying"); } /* And update the asset */ _picture_asset->set_directory (_film->dir (_film->dcp_name ())); _picture_asset->set_file_name (N_("video.mxf")); if (_sound_asset) { _sound_asset->set_entry_point (_film->trim_start ()); _sound_asset->set_duration (duration); } libdcp::DCP dcp (_film->dir (_film->dcp_name())); shared_ptr cpl ( new libdcp::CPL ( _film->dir (_film->dcp_name()), _film->dcp_name(), _film->dcp_content_type()->libdcp_kind (), frames, _film->dcp_frame_rate () ) ); dcp.add_cpl (cpl); cpl->add_reel (shared_ptr (new libdcp::Reel ( _picture_asset, _sound_asset, shared_ptr () ) )); dcp.write_xml (); _film->log()->log (String::compose (N_("Wrote %1 FULL, %2 FAKE, %3 REPEAT; %4 pushed to disk"), _full_written, _fake_written, _repeat_written, _pushed_to_disk)); } /** Tell the writer that frame `f' should be a repeat of the frame before it */ void Writer::repeat (int f) { boost::mutex::scoped_lock lock (_mutex); QueueItem qi; qi.type = QueueItem::REPEAT; qi.frame = f; _queue.push_back (qi); _condition.notify_all (); } void Writer::check_existing_picture_mxf () { /* Try to open the existing MXF */ boost::filesystem::path p; p /= _film->video_mxf_dir (); p /= _film->video_mxf_filename (); FILE* mxf = fopen (p.string().c_str(), N_("rb")); if (!mxf) { return; } while (1) { /* Read the frame info as written */ ifstream ifi (_film->info_path (_first_nonexistant_frame).c_str()); libdcp::FrameInfo info (ifi); /* Read the data from the MXF and hash it */ fseek (mxf, info.offset, SEEK_SET); EncodedData data (info.size); fread (data.data(), 1, data.size(), mxf); string const existing_hash = md5_digest (data.data(), data.size()); if (existing_hash != info.hash) { _film->log()->log (String::compose (N_("Existing frame %1 failed hash check"), _first_nonexistant_frame)); break; } _film->log()->log (String::compose (N_("Have existing frame %1"), _first_nonexistant_frame)); ++_first_nonexistant_frame; } fclose (mxf); } /** @param frame Frame index. * @return true if we can fake-write this frame. */ bool Writer::can_fake_write (int frame) const { /* We have to do a proper write of the first frame so that we can set up the JPEG2000 parameters in the MXF writer. */ return (frame != 0 && frame < _first_nonexistant_frame); } bool operator< (QueueItem const & a, QueueItem const & b) { return a.frame < b.frame; } bool operator== (QueueItem const & a, QueueItem const & b) { return a.frame == b.frame; }