2 Copyright (C) 2014-2021 Carl Hetherington <cth@carlh.net>
4 This file is part of DCP-o-matic.
6 DCP-o-matic is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2 of the License, or
9 (at your option) any later version.
11 DCP-o-matic is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with DCP-o-matic. If not, see <http://www.gnu.org/licenses/>.
22 /** @file test/dcp_subtitle_test.cc
23 * @brief Test DCP subtitle content in various ways.
28 #include "lib/content_text.h"
29 #include "lib/dcp_content.h"
30 #include "lib/dcp_content_type.h"
31 #include "lib/dcp_decoder.h"
32 #include "lib/dcp_subtitle_content.h"
33 #include "lib/dcp_subtitle_decoder.h"
36 #include "lib/ratio.h"
37 #include "lib/text_content.h"
38 #include "lib/text_decoder.h"
40 #include <dcp/mono_picture_asset.h>
41 #include <dcp/openjpeg_image.h>
42 #include <dcp/smpte_subtitle_asset.h>
43 #include <boost/test/unit_test.hpp>
49 using std::make_shared;
50 using std::shared_ptr;
52 using boost::optional;
53 #if BOOST_VERSION >= 106100
54 using namespace boost::placeholders;
56 using namespace dcpomatic;
59 optional<ContentStringText> stored;
63 store (ContentStringText sub)
68 for (auto i: sub.subs) {
69 stored->subs.push_back (i);
75 /** Test pass-through of a very simple DCP subtitle file */
76 BOOST_AUTO_TEST_CASE (dcp_subtitle_test)
78 auto film = new_test_film ("dcp_subtitle_test");
79 film->set_container (Ratio::from_id ("185"));
80 film->set_dcp_content_type (DCPContentType::from_isdcf_name ("TLR"));
81 film->set_name ("frobozz");
82 film->set_interop (false);
83 auto content = make_shared<DCPSubtitleContent>("test/data/dcp_sub.xml");
84 film->examine_and_add_content (content);
85 BOOST_REQUIRE (!wait_for_jobs ());
87 BOOST_CHECK_EQUAL (content->full_length(film).get(), DCPTime::from_seconds(2).get());
89 content->only_text()->set_use (true);
90 content->only_text()->set_burn (false);
94 dcp::VerificationNote::Code::MISSING_SUBTITLE_LANGUAGE,
95 dcp::VerificationNote::Code::INVALID_SUBTITLE_FIRST_TEXT_TIME,
96 dcp::VerificationNote::Code::MISSING_CPL_METADATA
99 check_dcp ("test/data/dcp_subtitle_test", film->dir(film->dcp_name()));
103 /** Test parsing of a subtitle within an existing DCP */
104 BOOST_AUTO_TEST_CASE (dcp_subtitle_within_dcp_test)
106 auto film = new_test_film ("dcp_subtitle_within_dcp_test");
107 film->set_container (Ratio::from_id ("185"));
108 film->set_dcp_content_type (DCPContentType::from_isdcf_name ("TLR"));
109 film->set_name ("frobozz");
110 auto content = make_shared<DCPContent>(TestPaths::private_data() / "JourneyToJah_TLR-1_F_EN-DE-FR_CH_51_2K_LOK_20140225_DGL_SMPTE_OV");
111 film->examine_and_add_content (content);
112 BOOST_REQUIRE (!wait_for_jobs ());
114 shared_ptr<DCPDecoder> decoder (new DCPDecoder (film, content, false, false, shared_ptr<DCPDecoder>()));
115 decoder->only_text()->PlainStart.connect (bind (store, _1));
117 stored = optional<ContentStringText> ();
118 while (!decoder->pass() && !stored) {}
120 BOOST_REQUIRE (stored);
121 BOOST_REQUIRE_EQUAL (stored->subs.size(), 2U);
122 BOOST_CHECK_EQUAL (stored->subs.front().text(), "Noch mal.");
123 BOOST_CHECK_EQUAL (stored->subs.back().text(), "Encore une fois.");
126 /** Test subtitles whose text includes things like <b> */
127 BOOST_AUTO_TEST_CASE (dcp_subtitle_test2)
129 auto film = new_test_film ("dcp_subtitle_test2");
130 film->set_container (Ratio::from_id ("185"));
131 film->set_dcp_content_type (DCPContentType::from_isdcf_name ("TLR"));
132 film->set_name ("frobozz");
133 auto content = make_shared<DCPSubtitleContent>("test/data/dcp_sub2.xml");
134 film->examine_and_add_content (content);
135 BOOST_REQUIRE (!wait_for_jobs ());
137 auto decoder = make_shared<DCPSubtitleDecoder>(film, content);
138 decoder->only_text()->PlainStart.connect (bind (store, _1));
140 stored = optional<ContentStringText> ();
141 while (!decoder->pass()) {
142 if (stored && stored->from() == ContentTime(0)) {
143 BOOST_CHECK_EQUAL (stored->subs.front().text(), "<b>Hello world!</b>");
149 /** Test a failure case */
150 BOOST_AUTO_TEST_CASE (dcp_subtitle_test3)
152 auto film = new_test_film ("dcp_subtitle_test3");
153 film->set_container (Ratio::from_id ("185"));
154 film->set_dcp_content_type (DCPContentType::from_isdcf_name ("TLR"));
155 film->set_name ("frobozz");
156 film->set_interop (true);
157 auto content = make_shared<DCPSubtitleContent>("test/data/dcp_sub3.xml");
158 film->examine_and_add_content (content);
159 BOOST_REQUIRE (!wait_for_jobs ());
161 make_and_verify_dcp (film, { dcp::VerificationNote::Code::INVALID_STANDARD });
163 auto decoder = make_shared<DCPSubtitleDecoder>(film, content);
164 stored = optional<ContentStringText> ();
165 while (!decoder->pass ()) {
166 decoder->only_text()->PlainStart.connect (bind (store, _1));
167 if (stored && stored->from() == ContentTime::from_seconds(0.08)) {
168 auto s = stored->subs;
170 BOOST_CHECK_EQUAL (i->text(), "This");
172 BOOST_REQUIRE (i != s.end ());
173 BOOST_CHECK_EQUAL (i->text(), " is ");
175 BOOST_REQUIRE (i != s.end ());
176 BOOST_CHECK_EQUAL (i->text(), "wrong.");
178 BOOST_REQUIRE (i == s.end ());
184 /** Check that Interop DCPs aren't made with more than one <LoadFont> (#1273) */
185 BOOST_AUTO_TEST_CASE (dcp_subtitle_test4)
187 auto content = make_shared<DCPSubtitleContent>("test/data/dcp_sub3.xml");
188 auto content2 = make_shared<DCPSubtitleContent>("test/data/dcp_sub3.xml");
189 auto film = new_test_film2 ("dcp_subtitle_test4", {content, content2});
190 film->set_interop (true);
192 content->only_text()->add_font(make_shared<Font>("font1"));
193 content2->only_text()->add_font(make_shared<Font>("font2"));
195 make_and_verify_dcp (film, { dcp::VerificationNote::Code::INVALID_STANDARD });
197 cxml::Document doc ("DCSubtitle");
198 doc.read_file (subtitle_file (film));
199 BOOST_REQUIRE_EQUAL (doc.node_children("LoadFont").size(), 1U);
205 check_font_tags (vector<cxml::NodePtr> nodes)
207 for (auto i: nodes) {
208 if (i->name() == "Font") {
209 BOOST_CHECK (!i->optional_string_attribute("Id") || i->string_attribute("Id") != "");
211 check_font_tags (i->node_children());
216 /** Check that imported <LoadFont> tags with empty IDs (or corresponding Font tags with empty IDs)
217 * are not passed through into the DCP.
219 BOOST_AUTO_TEST_CASE (dcp_subtitle_test5)
221 auto content = make_shared<DCPSubtitleContent>("test/data/dcp_sub6.xml");
222 auto film = new_test_film2 ("dcp_subtitle_test5", {content});
223 film->set_interop (true);
225 make_and_verify_dcp (film, { dcp::VerificationNote::Code::INVALID_STANDARD });
227 cxml::Document doc ("DCSubtitle");
228 doc.read_file (subtitle_file(film));
229 BOOST_REQUIRE_EQUAL (doc.node_children("LoadFont").size(), 1U);
230 BOOST_CHECK (doc.node_children("LoadFont").front()->string_attribute("Id") != "");
232 check_font_tags (doc.node_children());
236 /** Check that fonts specified in the DoM content are used in the output and not ignored (#2074) */
237 BOOST_AUTO_TEST_CASE (test_font_override)
239 auto content = make_shared<DCPSubtitleContent>("test/data/dcp_sub4.xml");
240 auto film = new_test_film2("test_font_override", {content});
241 film->set_interop(true);
243 BOOST_REQUIRE_EQUAL(content->text.size(), 1U);
244 content->text.front()->get_font("theFontId")->set_file("test/data/Inconsolata-VF.ttf");
246 make_and_verify_dcp (film, { dcp::VerificationNote::Code::INVALID_STANDARD });
247 check_file (subtitle_file(film).parent_path() / "font_0.ttf", "test/data/Inconsolata-VF.ttf");
251 BOOST_AUTO_TEST_CASE(entity_from_dcp_source)
253 std::ofstream source_xml("build/test/entity_from_dcp_source.xml");
255 << "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
256 << "<SubtitleReel xmlns=\"http://www.smpte-ra.org/schemas/428-7/2010/DCST\" xmlns:xs=\"http://www.w3.org/2001/XMLSchema\">\n"
257 << "<Id>urn:uuid:9c0a0a67-ffd8-4c65-8b5a-c6be3ef182c5</Id>\n"
258 << "<ContentTitleText>DCP</ContentTitleText>\n"
259 << "<IssueDate>2022-11-30T18:13:56.000+01:00</IssueDate>\n"
260 << "<ReelNumber>1</ReelNumber>\n"
261 << "<EditRate>24 1</EditRate>\n"
262 << "<TimeCodeRate>24</TimeCodeRate>\n"
263 << "<StartTime>00:00:00:00</StartTime>\n"
264 << "<LoadFont ID=\"font\">urn:uuid:899e5c59-50f6-467b-985b-8282c020e1ee</LoadFont>\n"
265 << "<SubtitleList>\n"
266 << "<Font AspectAdjust=\"1.0\" Color=\"FFFFFFFF\" Effect=\"none\" EffectColor=\"FF000000\" ID=\"font\" Italic=\"no\" Script=\"normal\" Size=\"48\" Underline=\"no\" Weight=\"normal\">\n"
267 << "<Subtitle SpotNumber=\"1\" TimeIn=\"00:00:00:00\" TimeOut=\"00:00:10:00\" FadeUpTime=\"00:00:00:00\" FadeDownTime=\"00:00:00:00\">\n"
268 << "<Text Valign=\"top\" Vposition=\"82.7273\">Hello & world</Text>\n"
271 << "</SubtitleList>\n"
272 << "</SubtitleReel>\n";
275 auto content = make_shared<DCPSubtitleContent>("build/test/entity_from_dcp_source.xml");
276 auto film = new_test_film2("entity_from_dcp_source", { content });
277 film->set_interop(false);
278 content->only_text()->set_use(true);
279 content->only_text()->set_burn(false);
280 make_and_verify_dcp (
283 dcp::VerificationNote::Code::MISSING_SUBTITLE_LANGUAGE,
284 dcp::VerificationNote::Code::INVALID_SUBTITLE_FIRST_TEXT_TIME,
285 dcp::VerificationNote::Code::MISSING_CPL_METADATA,
286 dcp::VerificationNote::Code::INVALID_SUBTITLE_DURATION,
287 dcp::VerificationNote::Code::INVALID_SUBTITLE_SPACING,
290 dcp::SMPTESubtitleAsset check(dcp_file(film, "sub_"));
291 auto subs = check.subtitles();
292 BOOST_REQUIRE_EQUAL(subs.size(), 1U);
293 auto sub = std::dynamic_pointer_cast<const dcp::SubtitleString>(subs[0]);
295 /* libdcp::SubtitleAsset gets the text from the XML with get_content(), which
296 * resolves the 5 predefined entities & " < > ' so we shouldn't see any
299 BOOST_CHECK_EQUAL(sub->text(), "Hello & world");
301 /* It should be escaped in the raw XML though */
302 BOOST_REQUIRE(static_cast<bool>(check.raw_xml()));
303 BOOST_CHECK(check.raw_xml()->find("Hello & world") != std::string::npos);
305 /* Remake with burn */
306 content->only_text()->set_burn(true);
307 make_and_verify_dcp (
310 dcp::VerificationNote::Code::MISSING_SUBTITLE_LANGUAGE,
311 dcp::VerificationNote::Code::INVALID_SUBTITLE_FIRST_TEXT_TIME,
312 dcp::VerificationNote::Code::MISSING_CPL_METADATA,
313 dcp::VerificationNote::Code::INVALID_SUBTITLE_DURATION,
314 dcp::VerificationNote::Code::INVALID_SUBTITLE_SPACING,
317 dcp::MonoPictureAsset burnt(dcp_file(film, "j2c_"));
318 auto frame = burnt.start_read()->get_frame(12)->xyz_image();
319 auto const size = frame->size();
321 for (auto y = 0; y < size.height; ++y) {
322 for (auto x = 0; x < size.width; ++x) {
323 max_X = std::max(frame->data(0)[x + y * size.width], max_X);
327 /* Check that the subtitle got rendered to the image; if the escaping of the & is wrong Pango
328 * will throw errors and nothing will be rendered.
330 BOOST_CHECK(max_X > 100);