Merge remote-tracking branch 'remotes/origin/cairocanvas' into windows
[ardour.git] / libs / ardour / audiosource.cc
index 2657ba94ad22695dfacaab30a7dc6992fafe9fcf..d0b6205cb211d14c97bde11dcbceaa8e1b7c9a2a 100644 (file)
 
 */
 
-#include <sys/stat.h>
+#ifdef COMPILER_MSVC
+#include <sys/utime.h>
+#else
 #include <unistd.h>
+#include <utime.h>
+#endif
+#include <sys/stat.h>
 #include <fcntl.h>
-#include <poll.h>
 #include <float.h>
-#include <utime.h>
 #include <cerrno>
 #include <ctime>
 #include <cmath>
 #include <algorithm>
 #include <vector>
 
+#include <glib.h>
+#include <glib/gstdio.h>
+
+#include <boost/scoped_array.hpp>
+#include <boost/scoped_ptr.hpp>
+
 #include <glibmm/fileutils.h>
 #include <glibmm/miscutils.h>
 
 #include "pbd/xml++.h"
-#include "pbd/pthread_utils.h"
 
 #include "ardour/audiosource.h"
-#include "ardour/cycle_timer.h"
-#include "ardour/session.h"
-#include "ardour/transient_detector.h"
+#include "ardour/rc_configuration.h"
 #include "ardour/runtime_functions.h"
 
 #include "i18n.h"
 
+#include "ardour/debug.h"
+
 using namespace std;
 using namespace ARDOUR;
 using namespace PBD;
-using Glib::ustring;
 
+Glib::Threads::Mutex AudioSource::_level_buffer_lock;
+vector<boost::shared_array<Sample> > AudioSource::_mixdown_buffers;
+vector<boost::shared_array<gain_t> > AudioSource::_gain_buffers;
+size_t AudioSource::_working_buffers_size = 0;
 bool AudioSource::_build_missing_peakfiles = false;
 
 /** true if we want peakfiles (e.g. if we are displaying a GUI) */
@@ -57,15 +68,13 @@ bool AudioSource::_build_peakfiles = false;
 
 #define _FPP 256
 
-AudioSource::AudioSource (Session& s, ustring name)
+AudioSource::AudioSource (Session& s, string name)
        : Source (s, DataType::AUDIO, name)
        , _length (0)
 {
        _peaks_built = false;
        _peak_byte_max = 0;
-       peakfile = -1;
-       _read_data_count = 0;
-       _write_data_count = 0;
+       _peakfile_descriptor = 0;
        peak_leftover_cnt = 0;
        peak_leftover_size = 0;
        peak_leftovers = 0;
@@ -78,9 +87,7 @@ AudioSource::AudioSource (Session& s, const XMLNode& node)
 
        _peaks_built = false;
        _peak_byte_max = 0;
-       peakfile = -1;
-       _read_data_count = 0;
-       _write_data_count = 0;
+       _peakfile_descriptor = 0;
        peak_leftover_cnt = 0;
        peak_leftover_size = 0;
        peak_leftovers = 0;
@@ -98,10 +105,7 @@ AudioSource::~AudioSource ()
                cerr << "AudioSource destroyed with leftover peak data pending" << endl;
        }
 
-       if (peakfile >= 0) {
-               ::close (peakfile);
-       }
-
+       delete _peakfile_descriptor;
        delete [] peak_leftovers;
 }
 
@@ -129,17 +133,23 @@ AudioSource::set_state (const XMLNode& node, int /*version*/)
        return 0;
 }
 
-sframes_t
-AudioSource::length (sframes_t /*pos*/) const
+bool
+AudioSource::empty () const
+{
+        return _length == 0;
+}
+
+framecnt_t
+AudioSource::length (framepos_t /*pos*/) const
 {
        return _length;
 }
 
 void
-AudioSource::update_length (sframes_t pos, sframes_t cnt)
+AudioSource::update_length (framecnt_t len)
 {
-       if (pos + cnt > _length) {
-               _length = pos + cnt;
+       if (len > _length) {
+               _length = len;
        }
 }
 
@@ -148,18 +158,24 @@ AudioSource::update_length (sframes_t pos, sframes_t cnt)
   PEAK FILE STUFF
  ***********************************************************************/
 
+/** Checks to see if peaks are ready.  If so, we return true.  If not, we return false, and
+ *  things are set up so that doThisWhenReady is called when the peaks are ready.
+ *  A new PBD::ScopedConnection is created for the associated connection and written to
+ *  *connect_here_if_not.
+ *
+ *  @param doThisWhenReady Function to call when peaks are ready (if they are not already).
+ *  @param connect_here_if_not Address to write new ScopedConnection to.
+ *  @param event_loop Event loop for doThisWhenReady to be called in.
+ */
 bool
-AudioSource::peaks_ready (boost::function<void()> doThisWhenReady, Connection& connect_here_if_not, EventLoop* event_loop) const
+AudioSource::peaks_ready (boost::function<void()> doThisWhenReady, ScopedConnection** connect_here_if_not, EventLoop* event_loop) const
 {
        bool ret;
-       Glib::Mutex::Lock lm (_peaks_ready_lock);
-
-       /* check to see if the peak data is ready. if not
-          connect the slot while still holding the lock.
-       */
+       Glib::Threads::Mutex::Lock lm (_peaks_ready_lock);
 
        if (!(ret = _peaks_built)) {
-               PeaksReady.connect (connect_here_if_not, doThisWhenReady, event_loop);
+               *connect_here_if_not = new ScopedConnection;
+               PeaksReady.connect (**connect_here_if_not, MISSING_INVALIDATOR, doThisWhenReady, event_loop);
        }
 
        return ret;
@@ -168,29 +184,29 @@ AudioSource::peaks_ready (boost::function<void()> doThisWhenReady, Connection& c
 void
 AudioSource::touch_peakfile ()
 {
-       struct stat statbuf;
+       GStatBuf statbuf;
 
-       if (stat (peakpath.c_str(), &statbuf) != 0 || statbuf.st_size == 0) {
+       if (g_stat (peakpath.c_str(), &statbuf) != 0 || statbuf.st_size == 0) {
                return;
        }
 
        struct utimbuf tbuf;
 
        tbuf.actime = statbuf.st_atime;
-       tbuf.modtime = time ((time_t) 0);
+       tbuf.modtime = time ((time_t*) 0);
 
-       utime (peakpath.c_str(), &tbuf);
+       g_utime (peakpath.c_str(), &tbuf);
 }
 
 int
-AudioSource::rename_peakfile (ustring newpath)
+AudioSource::rename_peakfile (string newpath)
 {
        /* caller must hold _lock */
 
-       ustring oldpath = peakpath;
+       string oldpath = peakpath;
 
-       if (access (oldpath.c_str(), F_OK) == 0) {
-               if (rename (oldpath.c_str(), newpath.c_str()) != 0) {
+       if (Glib::file_test (oldpath, Glib::FILE_TEST_EXISTS)) {
+               if (g_rename (oldpath.c_str(), newpath.c_str()) != 0) {
                        error << string_compose (_("cannot rename peakfile for %1 from %2 to %3 (%4)"), _name, oldpath, newpath, strerror (errno)) << endmsg;
                        return -1;
                }
@@ -202,19 +218,21 @@ AudioSource::rename_peakfile (ustring newpath)
 }
 
 int
-AudioSource::initialize_peakfile (bool newfile, ustring audio_path)
+AudioSource::initialize_peakfile (string audio_path)
 {
-       struct stat statbuf;
+       GStatBuf statbuf;
 
        peakpath = peak_path (audio_path);
 
+       DEBUG_TRACE(DEBUG::Peaks, string_compose ("Initialize Peakfile %1 for Audio file %2\n", peakpath, audio_path));
+
        /* if the peak file should be there, but isn't .... */
 
-       if (!newfile && !Glib::file_test (peakpath.c_str(), Glib::FILE_TEST_EXISTS)) {
+       if (!empty() && !Glib::file_test (peakpath.c_str(), Glib::FILE_TEST_EXISTS)) {
                peakpath = find_broken_peakfile (peakpath, audio_path);
        }
 
-       if (stat (peakpath.c_str(), &statbuf)) {
+       if (g_stat (peakpath.c_str(), &statbuf)) {
                if (errno != ENOENT) {
                        /* it exists in the peaks dir, but there is some kind of error */
 
@@ -222,7 +240,7 @@ AudioSource::initialize_peakfile (bool newfile, ustring audio_path)
                        return -1;
                }
 
-               /* peakfile does not exist */
+               DEBUG_TRACE(DEBUG::Peaks, string_compose("Peakfile %1 does not exist\n", peakpath));
 
                _peaks_built = false;
 
@@ -230,8 +248,8 @@ AudioSource::initialize_peakfile (bool newfile, ustring audio_path)
 
                /* we found it in the peaks dir, so check it out */
 
-               if (statbuf.st_size == 0 || ((nframes_t) statbuf.st_size < ((length(_timeline_position) / _FPP) * sizeof (PeakData)))) {
-                       // empty
+               if (statbuf.st_size == 0 || (statbuf.st_size < (off_t) ((length(_timeline_position) / _FPP) * sizeof (PeakData)))) {
+                       DEBUG_TRACE(DEBUG::Peaks, string_compose("Peakfile %1 is empty\n", peakpath));
                        _peaks_built = false;
                } else {
                        // Check if the audio file has changed since the peakfile was built.
@@ -239,8 +257,15 @@ AudioSource::initialize_peakfile (bool newfile, ustring audio_path)
                        int err = stat (audio_path.c_str(), &stat_file);
 
                        if (err) {
-                               _peaks_built = false;
-                               _peak_byte_max = 0;
+
+                               /* no audio path - nested source or we can't
+                                  read it or ... whatever, use the peakfile as-is.
+                               */
+                               DEBUG_TRACE(DEBUG::Peaks, string_compose("Error when calling stat on Peakfile %1\n", peakpath));
+
+                               _peaks_built = true;
+                               _peak_byte_max = statbuf.st_size;
+
                        } else {
 
                                /* allow 6 seconds slop on checking peak vs. file times because of various
@@ -258,7 +283,7 @@ AudioSource::initialize_peakfile (bool newfile, ustring audio_path)
                }
        }
 
-       if (!newfile && !_peaks_built && _build_missing_peakfiles && _build_peakfiles) {
+       if (!empty() && !_peaks_built && _build_missing_peakfiles && _build_peakfiles) {
                build_peaks_from_scratch ();
        }
 
@@ -268,14 +293,16 @@ AudioSource::initialize_peakfile (bool newfile, ustring audio_path)
 framecnt_t
 AudioSource::read (Sample *dst, framepos_t start, framecnt_t cnt, int /*channel*/) const
 {
-       Glib::Mutex::Lock lm (_lock);
+       assert (cnt >= 0);
+       
+       Glib::Threads::Mutex::Lock lm (_lock);
        return read_unlocked (dst, start, cnt);
 }
 
 framecnt_t
 AudioSource::write (Sample *dst, framecnt_t cnt)
 {
-       Glib::Mutex::Lock lm (_lock);
+       Glib::Threads::Mutex::Lock lm (_lock);
        /* any write makes the fill not removable */
        _flags = Flag (_flags & ~Removable);
        return write_unlocked (dst, cnt);
@@ -295,7 +322,7 @@ int
 AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t start, framecnt_t cnt,
                                  double samples_per_visual_peak, framecnt_t samples_per_file_peak) const
 {
-       Glib::Mutex::Lock lm (_lock);
+       Glib::Threads::Mutex::Lock lm (_lock);
        double scale;
        double expected_peaks;
        PeakData::PeakDatum xmax;
@@ -303,31 +330,20 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
        int32_t to_read;
        uint32_t nread;
        framecnt_t zero_fill = 0;
-       int ret = -1;
-       PeakData* staging = 0;
-       Sample* raw_staging = 0;
-       int _peakfile = -1;
+
+       boost::scoped_ptr<FdFileDescriptor> peakfile_descriptor(new FdFileDescriptor (peakpath, false, 0664));
+       int peakfile_fd = -1;
 
        expected_peaks = (cnt / (double) samples_per_file_peak);
        scale = npeaks/expected_peaks;
 
-#undef DEBUG_READ_PEAKS
-#ifdef DEBUG_READ_PEAKS
-       cerr << "======>RP: npeaks = " << npeaks
-            << " start = " << start
-            << " cnt = " << cnt
-            << " len = " << _length
-            << "   samples_per_visual_peak =" << samples_per_visual_peak
-            << " expected was " << expected_peaks << " ... scale = " << scale
-            << " PD ptr = " << peaks
-            <<endl;
-
-#endif
+       DEBUG_TRACE (DEBUG::Peaks, string_compose (" ======>RP: npeaks = %1 start = %2 cnt = %3 len = %4 samples_per_visual_peak = %5 expected was %6 ... scale =  %7 PD ptr = %8\n"
+                       , npeaks, start, cnt, _length, samples_per_visual_peak, expected_peaks, scale, peaks));
 
        /* fix for near-end-of-file conditions */
 
        if (cnt > _length - start) {
-               // cerr << "too close to end @ " << _length << " given " << start << " + " << cnt << endl;
+               // cerr << "too close to end @ " << _length << " given " << start << " + " << cnt << " (" << _length - start << ")" << endl;
                cnt = _length - start;
                framecnt_t old = npeaks;
                npeaks = min ((framecnt_t) floor (cnt / samples_per_visual_peak), npeaks);
@@ -338,16 +354,15 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
 
        if (npeaks == cnt) {
 
-#ifdef DEBUG_READ_PEAKS
-               cerr << "RAW DATA\n";
-#endif
+               DEBUG_TRACE (DEBUG::Peaks, "RAW DATA\n");
+
                /* no scaling at all, just get the sample data and duplicate it for
                   both max and min peak values.
                */
 
-               Sample* raw_staging = new Sample[cnt];
+               boost::scoped_array<Sample> raw_staging(new Sample[cnt]);
 
-               if (read_unlocked (raw_staging, start, cnt) != cnt) {
+               if (read_unlocked (raw_staging.get(), start, cnt) != cnt) {
                        error << _("cannot read sample data for unscaled peak computation") << endmsg;
                        return -1;
                }
@@ -357,41 +372,35 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
                        peaks[i].min = raw_staging[i];
                }
 
-               delete [] raw_staging;
                return 0;
        }
 
        if (scale == 1.0) {
 
+               off_t offset = 0;
                off_t first_peak_byte = (start / samples_per_file_peak) * sizeof (PeakData);
-
+               ssize_t bytes_to_read = sizeof (PeakData)* npeaks;
                /* open, read, close */
 
-               if ((_peakfile = ::open (peakpath.c_str(), O_RDONLY, 0664)) < 0) {
+               if ((peakfile_fd = peakfile_descriptor->allocate ()) < 0) {
                        error << string_compose(_("AudioSource: cannot open peakpath (a) \"%1\" (%2)"), peakpath, strerror (errno)) << endmsg;
                        return -1;
                }
 
-#ifdef DEBUG_READ_PEAKS
-               cerr << "DIRECT PEAKS\n";
-#endif
+               DEBUG_TRACE (DEBUG::Peaks, "DIRECT PEAKS\n");
 
-               nread = ::pread (_peakfile, peaks, sizeof (PeakData)* npeaks, first_peak_byte);
-               close (_peakfile);
-
-               if (nread != sizeof (PeakData) * npeaks) {
-                       cerr << "AudioSource["
-                            << _name
-                            << "]: cannot read peaks from peakfile! (read only "
-                            << nread
-                            << " not "
-                            << npeaks
-                             << "at sample "
-                            << start
-                            << " = byte "
-                            << first_peak_byte
-                            << ')'
-                            << endl;
+               offset = lseek (peakfile_fd, first_peak_byte, SEEK_SET);
+
+               if (offset != first_peak_byte) {
+                       error << string_compose(_("AudioSource: could not seek to correct location in peak file \"%1\" (%2)"), peakpath, strerror (errno)) << endmsg;
+                       return -1;
+               }
+
+               nread = ::read (peakfile_fd, peaks, bytes_to_read);
+
+               if (nread != bytes_to_read) {
+                       DEBUG_TRACE (DEBUG::Peaks,  string_compose ("[%1]: Cannot read peaks from peakfile! (read only %2 not %3 at sample %4 = byte %5 )\n"
+                            , _name, nread, npeaks, start, first_peak_byte));
                        return -1;
                }
 
@@ -407,9 +416,8 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
 
        if (scale < 1.0) {
 
-#ifdef DEBUG_READ_PEAKS
-               cerr << "DOWNSAMPLE\n";
-#endif
+               DEBUG_TRACE (DEBUG::Peaks, "DOWNSAMPLE\n");
+
                /* the caller wants:
 
                    - more frames-per-peak (lower resolution) than the peakfile, or to put it another way,
@@ -421,8 +429,8 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
                */
 
                const framecnt_t chunksize = (framecnt_t) min (expected_peaks, 65536.0);
-               
-               staging = new PeakData[chunksize];
+
+               boost::scoped_array<PeakData> staging(new PeakData[chunksize]);
 
                /* compute the rounded up frame position  */
 
@@ -441,9 +449,8 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
 
                /* open ... close during out: handling */
 
-               if ((_peakfile = ::open (peakpath.c_str(), O_RDONLY, 0664)) < 0) {
+               if ((peakfile_fd = peakfile_descriptor->allocate ()) < 0) {
                        error << string_compose(_("AudioSource: cannot open peakpath (b) \"%1\" (%2)"), peakpath, strerror (errno)) << endmsg;
-                       delete [] staging;
                        return 0;
                }
 
@@ -454,33 +461,27 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
                                uint32_t       start_byte = current_stored_peak * sizeof(PeakData);
                                tnp = min ((framecnt_t)(_length/samples_per_file_peak - current_stored_peak), (framecnt_t) expected_peaks);
                                to_read = min (chunksize, tnp);
+                               ssize_t bytes_to_read = sizeof (PeakData) * to_read;
+
+                               DEBUG_TRACE (DEBUG::Peaks, string_compose ("reading %1 bytes from peakfile @ %2\n"
+                                               , bytes_to_read, start_byte));
 
-#ifdef DEBUG_READ_PEAKS
-                               cerr << "read " << sizeof (PeakData) * to_read << " from peakfile @ " << start_byte << endl;
-#endif
 
-                               if ((nread = ::pread (_peakfile, staging, sizeof (PeakData) * to_read, start_byte))
-                                   != sizeof (PeakData) * to_read) {
-
-                                       off_t fend = lseek (_peakfile, 0, SEEK_END);
-
-                                       cerr << "AudioSource["
-                                            << _name
-                                            << "]: cannot read peak data from peakfile ("
-                                            << (nread / sizeof(PeakData))
-                                            << " peaks instead of "
-                                            << to_read
-                                            << ") ("
-                                            << strerror (errno)
-                                            << ')'
-                                            << " at start_byte = " << start_byte
-                                            << " _length = " << _length << " versus len = " << fend
-                                            << " expected maxpeaks = " << (_length - current_frame)/samples_per_file_peak
-                                            << " npeaks was " << npeaks
-                                            << endl;
-                                       goto out;
+                               off_t offset = lseek (peakfile_fd, start_byte, SEEK_SET);
+
+                               if (offset != start_byte) {
+                                       error << string_compose(_("AudioSource: could not seek to correct location in peak file \"%1\" (%2)"), peakpath, strerror (errno)) << endmsg;
+                                       return -1;
                                }
 
+                               if ((nread = ::read (peakfile_fd, staging.get(), bytes_to_read)) != bytes_to_read) {
+
+                                       off_t fend = lseek (peakfile_fd, 0, SEEK_END);
+
+                                       DEBUG_TRACE (DEBUG::Peaks, string_compose ("[%1]: cannot read peak data from peakfile (%2 peaks instead of %3) (%4) at start_byte = %5 _length = %6 versus len = %7 expected maxpeaks = %8 npeaks was %9"
+                                            , _name, (nread / sizeof(PeakData)), to_read, g_strerror (errno), start_byte, _length, fend, ((_length - current_frame)/samples_per_file_peak), npeaks));
+                                       return -1;
+                               }
                                i = 0;
                                stored_peaks_read = nread / sizeof(PeakData);
                        }
@@ -508,16 +509,14 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
                }
 
                if (zero_fill) {
+                       cerr << "Zero fill end of peaks (@ " << npeaks << " with " << zero_fill << endl;
                        memset (&peaks[npeaks], 0, sizeof (PeakData) * zero_fill);
                }
 
-               ret = 0;
-
        } else {
 
-#ifdef DEBUG_READ_PEAKS
-               cerr << "UPSAMPLE\n";
-#endif
+               DEBUG_TRACE (DEBUG::Peaks, "UPSAMPLE\n");
+
                /* the caller wants
 
                     - less frames-per-peak (more resolution)
@@ -532,7 +531,7 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
                framecnt_t i = 0;
                framecnt_t nvisual_peaks = 0;
                framecnt_t chunksize = (framecnt_t) min (cnt, (framecnt_t) 4096);
-               raw_staging = new Sample[chunksize];
+               boost::scoped_array<Sample> raw_staging(new Sample[chunksize]);
 
                framepos_t frame_pos = start;
                double pixel_pos = floor (frame_pos / samples_per_visual_peak);
@@ -548,21 +547,29 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
 
                                to_read = min (chunksize, (framecnt_t)(_length - current_frame));
 
-                               if (to_read == 0) {
-                                       /* XXX ARGH .. out by one error ... need to figure out why this happens
-                                          and fix it rather than do this band-aid move.
+                               if (current_frame >= _length) {
+
+                                        /* hmm, error condition - we've reached the end of the file
+                                           without generating all the peak data. cook up a zero-filled
+                                           data buffer and then use it. this is simpler than
+                                           adjusting zero_fill and npeaks and then breaking out of
+                                           this loop early
                                        */
-                                       zero_fill = npeaks - nvisual_peaks;
-                                       npeaks -= zero_fill;
-                                       break;
-                               }
 
-                               if ((frames_read = read_unlocked (raw_staging, current_frame, to_read)) == 0) {
-                                       error << string_compose(_("AudioSource[%1]: peak read - cannot read %2 samples at offset %3 of %4 (%5)"),
-                                                               _name, to_read, current_frame, _length, strerror (errno))
-                                             << endmsg;
-                                       goto out;
-                               }
+                                        memset (raw_staging.get(), 0, sizeof (Sample) * chunksize);
+
+                                } else {
+
+                                        to_read = min (chunksize, (_length - current_frame));
+
+
+                                        if ((frames_read = read_unlocked (raw_staging.get(), current_frame, to_read)) == 0) {
+                                                error << string_compose(_("AudioSource[%1]: peak read - cannot read %2 samples at offset %3 of %4 (%5)"),
+                                                                        _name, to_read, current_frame, _length, strerror (errno))
+                                                      << endmsg;
+                                                return -1;
+                                        }
+                                }
 
                                i = 0;
                        }
@@ -588,63 +595,48 @@ AudioSource::read_peaks_with_fpp (PeakData *peaks, framecnt_t npeaks, framepos_t
                if (zero_fill) {
                        memset (&peaks[npeaks], 0, sizeof (PeakData) * zero_fill);
                }
-
-               ret = 0;
-       }
-
-  out:
-       if (_peakfile >= 0) {
-               close (_peakfile);
        }
 
-       delete [] staging;
-       delete [] raw_staging;
-
-#ifdef DEBUG_READ_PEAKS
-       cerr << "RP DONE\n";
-#endif
-
-       return ret;
+       DEBUG_TRACE (DEBUG::Peaks, "READPEAKS DONE\n");
+       return 0;
 }
 
-#undef DEBUG_PEAK_BUILD
-
 int
 AudioSource::build_peaks_from_scratch ()
 {
-       Sample* buf = 0;
-
        const framecnt_t bufsize = 65536; // 256kB per disk read for mono data is about ideal
 
+       DEBUG_TRACE (DEBUG::Peaks, "Building peaks from scratch\n");
+
        int ret = -1;
 
        {
                /* hold lock while building peaks */
 
-               Glib::Mutex::Lock lp (_lock);
+               Glib::Threads::Mutex::Lock lp (_lock);
 
                if (prepare_for_peakfile_writes ()) {
                        goto out;
                }
 
-               framepos_t current_frame = 0;
+               framecnt_t current_frame = 0;
                framecnt_t cnt = _length;
 
                _peaks_built = false;
-               buf = new Sample[bufsize];
+               boost::scoped_array<Sample> buf(new Sample[bufsize]);
 
                while (cnt) {
 
                        framecnt_t frames_to_read = min (bufsize, cnt);
                        framecnt_t frames_read;
-
-                       if ((frames_read = read_unlocked (buf, current_frame, frames_to_read)) != frames_to_read) {
+                       
+                       if ((frames_read = read_unlocked (buf.get(), current_frame, frames_to_read)) != frames_to_read) {
                                error << string_compose(_("%1: could not write read raw data for peak computation (%2)"), _name, strerror (errno)) << endmsg;
                                done_with_peakfile_writes (false);
                                goto out;
                        }
 
-                       if (compute_and_write_peaks (buf, current_frame, frames_read, true, false, _FPP)) {
+                       if (compute_and_write_peaks (buf.get(), current_frame, frames_read, true, false, _FPP)) {
                                break;
                        }
 
@@ -658,31 +650,25 @@ AudioSource::build_peaks_from_scratch ()
                }
 
                done_with_peakfile_writes ((cnt == 0));
-       }
-
-       {
-               Glib::Mutex::Lock lm (_peaks_ready_lock);
-
-               if (_peaks_built) {
-                       PeaksReady (); /* EMIT SIGNAL */
+               if (cnt == 0) {
                        ret = 0;
                }
        }
 
   out:
        if (ret) {
-               unlink (peakpath.c_str());
+               DEBUG_TRACE (DEBUG::Peaks, string_compose("Could not write peak data, attempting to remove peakfile %1\n", peakpath));
+               ::g_unlink (peakpath.c_str());
        }
 
-       delete [] buf;
-
        return ret;
 }
 
 int
 AudioSource::prepare_for_peakfile_writes ()
 {
-       if ((peakfile = ::open (peakpath.c_str(), O_RDWR|O_CREAT, 0664)) < 0) {
+       _peakfile_descriptor = new FdFileDescriptor (peakpath, true, 0664);
+       if ((_peakfile_fd = _peakfile_descriptor->allocate()) < 0) {
                error << string_compose(_("AudioSource: cannot open peakpath (c) \"%1\" (%2)"), peakpath, strerror (errno)) << endmsg;
                return -1;
        }
@@ -697,37 +683,36 @@ AudioSource::done_with_peakfile_writes (bool done)
        }
 
        if (done) {
+               Glib::Threads::Mutex::Lock lm (_peaks_ready_lock);
                _peaks_built = true;
+               PeaksReady (); /* EMIT SIGNAL */
        }
 
-       if (peakfile >= 0) {
-               close (peakfile);
-               peakfile = -1;
-       }
+       delete _peakfile_descriptor;
+       _peakfile_descriptor = 0;
 }
 
+/** @param first_frame Offset from the source start of the first frame to process */
 int
-AudioSource::compute_and_write_peaks (Sample* buf, framepos_t first_frame, framecnt_t cnt,
+AudioSource::compute_and_write_peaks (Sample* buf, framecnt_t first_frame, framecnt_t cnt,
                                      bool force, bool intermediate_peaks_ready)
 {
        return compute_and_write_peaks (buf, first_frame, cnt, force, intermediate_peaks_ready, _FPP);
 }
 
 int
-AudioSource::compute_and_write_peaks (Sample* buf, framepos_t first_frame, framecnt_t cnt,
+AudioSource::compute_and_write_peaks (Sample* buf, framecnt_t first_frame, framecnt_t cnt,
                                      bool force, bool intermediate_peaks_ready, framecnt_t fpp)
 {
-       Sample* buf2 = 0;
        framecnt_t to_do;
        uint32_t  peaks_computed;
-       PeakData* peakbuf = 0;
-       int ret = -1;
        framepos_t current_frame;
        framecnt_t frames_done;
        const size_t blocksize = (128 * 1024);
        off_t first_peak_byte;
+       boost::scoped_array<Sample> buf2;
 
-       if (peakfile < 0) {
+       if (_peakfile_descriptor == 0) {
                prepare_for_peakfile_writes ();
        }
 
@@ -748,15 +733,22 @@ AudioSource::compute_and_write_peaks (Sample* buf, framepos_t first_frame, frame
 
                        off_t byte = (peak_leftover_frame / fpp) * sizeof (PeakData);
 
-                       if (::pwrite (peakfile, &x, sizeof (PeakData), byte) != sizeof (PeakData)) {
+                       off_t offset = lseek (_peakfile_fd, byte, SEEK_SET);
+
+                       if (offset != byte) {
+                               error << string_compose(_("%1: could not seek in peak file data (%2)"), _name, strerror (errno)) << endmsg;
+                               return -1;
+                       }
+
+                       if (::write (_peakfile_fd, &x, sizeof (PeakData)) != sizeof (PeakData)) {
                                error << string_compose(_("%1: could not write peak file data (%2)"), _name, strerror (errno)) << endmsg;
-                               goto out;
+                               return -1;
                        }
 
                        _peak_byte_max = max (_peak_byte_max, (off_t) (byte + sizeof(PeakData)));
 
                        {
-                               Glib::Mutex::Lock lm (_peaks_ready_lock);
+                               Glib::Threads::Mutex::Lock lm (_peaks_ready_lock);
                                PeakRangeReady (peak_leftover_frame, peak_leftover_cnt); /* EMIT SIGNAL */
                                if (intermediate_peaks_ready) {
                                        PeaksReady (); /* EMIT SIGNAL */
@@ -776,19 +768,19 @@ AudioSource::compute_and_write_peaks (Sample* buf, framepos_t first_frame, frame
                /* make a new contiguous buffer containing leftovers and the new stuff */
 
                to_do = cnt + peak_leftover_cnt;
-               buf2 = new Sample[to_do];
+               buf2.reset(new Sample[to_do]);
 
                /* the remnants */
-               memcpy (buf2, peak_leftovers, peak_leftover_cnt * sizeof (Sample));
+               memcpy (buf2.get(), peak_leftovers, peak_leftover_cnt * sizeof (Sample));
 
                /* the new stuff */
-               memcpy (buf2+peak_leftover_cnt, buf, cnt * sizeof (Sample));
+               memcpy (buf2.get()+peak_leftover_cnt, buf, cnt * sizeof (Sample));
 
                /* no more leftovers */
                peak_leftover_cnt = 0;
 
                /* use the temporary buffer */
-               buf = buf2;
+               buf = buf2.get();
 
                /* make sure that when we write into the peakfile, we startup where we left off */
 
@@ -798,7 +790,7 @@ AudioSource::compute_and_write_peaks (Sample* buf, framepos_t first_frame, frame
                to_do = cnt;
        }
 
-       peakbuf = new PeakData[(to_do/fpp)+1];
+       boost::scoped_array<PeakData> peakbuf(new PeakData[(to_do/fpp)+1]);
        peaks_computed = 0;
        current_frame = first_frame;
        frames_done = 0;
@@ -851,43 +843,51 @@ AudioSource::compute_and_write_peaks (Sample* buf, framepos_t first_frame, frame
                   less than BLOCKSIZE bytes.  only call ftruncate if we'll make the file larger.
                */
 
-               off_t endpos = lseek (peakfile, 0, SEEK_END);
+               off_t endpos = lseek (_peakfile_fd, 0, SEEK_END);
                off_t target_length = blocksize * ((first_peak_byte + blocksize + 1) / blocksize);
 
                if (endpos < target_length) {
-                       ftruncate (peakfile, target_length);
-                       /* error doesn't actually matter though, so continue on without testing */
+                       DEBUG_TRACE(DEBUG::Peaks, string_compose ("Truncating Peakfile %1\n", peakpath));
+                       if (ftruncate (_peakfile_fd, target_length)) {
+                               /* error doesn't actually matter so continue on without testing */
+                       }
                }
        }
 
-       if (::pwrite (peakfile, peakbuf, sizeof (PeakData) * peaks_computed, first_peak_byte) != (ssize_t) (sizeof (PeakData) * peaks_computed)) {
+
+       off_t offset = lseek(_peakfile_fd, first_peak_byte, SEEK_SET);
+
+       if (offset != first_peak_byte) {
+               error << string_compose(_("%1: could not seek in peak file data (%2)"), _name, strerror (errno)) << endmsg;
+               return -1;
+       }
+
+       ssize_t bytes_to_write = sizeof (PeakData) * peaks_computed;
+
+       ssize_t bytes_written = ::write (_peakfile_fd, peakbuf.get(), bytes_to_write);
+
+       if (bytes_written != bytes_to_write) {
                error << string_compose(_("%1: could not write peak file data (%2)"), _name, strerror (errno)) << endmsg;
-               goto out;
+               return -1;
        }
 
-       _peak_byte_max = max (_peak_byte_max, (off_t) (first_peak_byte + sizeof(PeakData)*peaks_computed));
+       _peak_byte_max = max (_peak_byte_max, (off_t) (first_peak_byte + bytes_to_write));
 
        if (frames_done) {
-               Glib::Mutex::Lock lm (_peaks_ready_lock);
+               Glib::Threads::Mutex::Lock lm (_peaks_ready_lock);
                PeakRangeReady (first_frame, frames_done); /* EMIT SIGNAL */
                if (intermediate_peaks_ready) {
                        PeaksReady (); /* EMIT SIGNAL */
                }
        }
 
-       ret = 0;
-
-  out:
-       delete [] peakbuf;
-       delete [] buf2;
-
-       return ret;
+       return 0;
 }
 
 void
 AudioSource::truncate_peakfile ()
 {
-       if (peakfile < 0) {
+       if (_peakfile_descriptor == 0) {
                error << string_compose (_("programming error: %1"), "AudioSource::truncate_peakfile() called without open peakfile descriptor")
                      << endmsg;
                return;
@@ -895,10 +895,14 @@ AudioSource::truncate_peakfile ()
 
        /* truncate the peakfile down to its natural length if necessary */
 
-       off_t end = lseek (peakfile, 0, SEEK_END);
+       off_t end = lseek (_peakfile_fd, 0, SEEK_END);
 
        if (end > _peak_byte_max) {
-               ftruncate (peakfile, _peak_byte_max);
+               DEBUG_TRACE(DEBUG::Peaks, string_compose ("Truncating Peakfile  %1\n", peakpath));
+               if (ftruncate (_peakfile_fd, _peak_byte_max)) {
+                       error << string_compose (_("could not truncate peakfile %1 to %2 (error: %3)"),
+                                                peakpath, _peak_byte_max, errno) << endmsg;
+               }
        }
 }
 
@@ -920,3 +924,58 @@ AudioSource::available_peaks (double zoom_factor) const
        return (end/sizeof(PeakData)) * _FPP;
 }
 
+void
+AudioSource::mark_streaming_write_completed ()
+{
+       Glib::Threads::Mutex::Lock lm (_peaks_ready_lock);
+
+       if (_peaks_built) {
+               PeaksReady (); /* EMIT SIGNAL */
+       }
+}
+
+void
+AudioSource::allocate_working_buffers (framecnt_t framerate)
+{
+       Glib::Threads::Mutex::Lock lm (_level_buffer_lock);
+
+
+       /* Note: we don't need any buffers allocated until
+          a level 1 audiosource is created, at which
+          time we'll call ::ensure_buffers_for_level()
+          with the right value and do the right thing.
+       */
+
+       if (!_mixdown_buffers.empty()) {
+               ensure_buffers_for_level_locked ( _mixdown_buffers.size(), framerate);
+       }
+}
+
+void
+AudioSource::ensure_buffers_for_level (uint32_t level, framecnt_t frame_rate)
+{
+       Glib::Threads::Mutex::Lock lm (_level_buffer_lock);
+       ensure_buffers_for_level_locked (level, frame_rate);
+}
+
+void
+AudioSource::ensure_buffers_for_level_locked (uint32_t level, framecnt_t frame_rate)
+{
+       framecnt_t nframes = (framecnt_t) floor (Config->get_audio_playback_buffer_seconds() * frame_rate);
+
+       /* this may be called because either "level" or "frame_rate" have
+        * changed. and it may be called with "level" smaller than the current
+        * number of buffers, because a new compound region has been created at
+        * a more shallow level than the deepest one we currently have.
+        */
+
+       uint32_t limit = max ((size_t) level, _mixdown_buffers.size());
+
+       _mixdown_buffers.clear ();
+       _gain_buffers.clear ();
+
+       for (uint32_t n = 0; n < limit; ++n) {
+               _mixdown_buffers.push_back (boost::shared_array<Sample> (new Sample[nframes]));
+               _gain_buffers.push_back (boost::shared_array<gain_t> (new gain_t[nframes]));
+       }
+}