1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
|
/*
Copyright (C) 2012 Carl Hetherington <cth@carlh.net>
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
*/
#include "matcher.h"
#include "image.h"
#include "log.h"
#include "i18n.h"
using std::min;
using boost::shared_ptr;
Matcher::Matcher (shared_ptr<Log> log, int sample_rate, float frames_per_second)
: AudioVideoProcessor (log)
, _sample_rate (sample_rate)
, _frames_per_second (frames_per_second)
, _video_frames (0)
, _audio_frames (0)
{
}
void
Matcher::process_video (boost::shared_ptr<Image> i, bool same, boost::shared_ptr<Subtitle> s)
{
Video (i, same, s);
_video_frames++;
_pixel_format = i->pixel_format ();
_size = i->size ();
}
void
Matcher::process_audio (boost::shared_ptr<AudioBuffers> b)
{
Audio (b);
_audio_frames += b->frames ();
_channels = b->channels ();
}
void
Matcher::process_end ()
{
if (_audio_frames == 0 || !_pixel_format || !_size || !_channels) {
/* We won't do anything */
return;
}
int64_t audio_short_by_frames = video_frames_to_audio_frames (_video_frames, _sample_rate, _frames_per_second) - _audio_frames;
_log->log (
String::compose (
N_("Matching processor has seen %1 video frames (which equals %2 audio frames) and %3 audio frames"),
_video_frames,
video_frames_to_audio_frames (_video_frames, _sample_rate, _frames_per_second),
_audio_frames
)
);
if (audio_short_by_frames < 0) {
_log->log (String::compose (N_("%1 too many audio frames"), -audio_short_by_frames));
/* We have seen more audio than video. Emit enough black video frames so that we reverse this */
int const black_video_frames = ceil (-audio_short_by_frames * _frames_per_second / _sample_rate);
_log->log (String::compose (N_("Emitting %1 frames of black video"), black_video_frames));
shared_ptr<Image> black (new SimpleImage (_pixel_format.get(), _size.get(), true));
black->make_black ();
for (int i = 0; i < black_video_frames; ++i) {
Video (black, i != 0, shared_ptr<Subtitle>());
}
/* Now recompute our check value */
audio_short_by_frames = video_frames_to_audio_frames (_video_frames, _sample_rate, _frames_per_second) - _audio_frames;
}
if (audio_short_by_frames > 0) {
_log->log (String::compose (N_("Emitted %1 too few audio frames"), audio_short_by_frames));
/* Do things in half second blocks as I think there may be limits
to what FFmpeg (and in particular the resampler) can cope with.
*/
int64_t const block = _sample_rate / 2;
shared_ptr<AudioBuffers> b (new AudioBuffers (_channels.get(), block));
b->make_silent ();
int64_t to_do = audio_short_by_frames;
while (to_do > 0) {
int64_t const this_time = min (to_do, block);
b->set_frames (this_time);
Audio (b);
_audio_frames += b->frames ();
to_do -= this_time;
}
}
}
|