Supporters update.
[dcpomatic.git] / test / image_test.cc
index 395aef8fd60a582ad1f71badb00578ba0bc74c86..4df4f9125a6889a1cfce4931f9af34fb6b023288 100644 (file)
@@ -30,6 +30,8 @@
 #include "lib/image.h"
 #include "lib/image_content.h"
 #include "lib/image_decoder.h"
+#include "lib/image_jpeg.h"
+#include "lib/image_png.h"
 #include "lib/ffmpeg_image_proxy.h"
 #include "test.h"
 #include <boost/test/unit_test.hpp>
@@ -143,11 +145,12 @@ BOOST_AUTO_TEST_CASE (compact_image_test)
 }
 
 
+static
 void
-alpha_blend_test_one (AVPixelFormat format, string suffix)
+alpha_blend_test_bgra_onto(AVPixelFormat format, string suffix)
 {
        auto proxy = make_shared<FFmpegImageProxy>(TestPaths::private_data() / "prophet_frame.tiff");
-       auto raw = proxy->image(Image::Alignment::COMPACT).image;
+       auto raw = proxy->image(Image::Alignment::PADDED).image;
        auto background = raw->convert_pixel_format (dcp::YUVToRGB::REC709, format, Image::Alignment::PADDED, false);
 
        auto overlay = make_shared<Image>(AV_PIX_FMT_BGRA, dcp::Size(431, 891), Image::Alignment::PADDED);
@@ -181,21 +184,167 @@ alpha_blend_test_one (AVPixelFormat format, string suffix)
 
        auto save = background->convert_pixel_format (dcp::YUVToRGB::REC709, AV_PIX_FMT_RGB24, Image::Alignment::COMPACT, false);
 
-       write_image (save, "build/test/image_test_" + suffix + ".png");
-       check_image ("build/test/image_test_" + suffix + ".png", TestPaths::private_data() / ("image_test_" + suffix + ".png"));
+       write_image(save, "build/test/image_test_bgra_" + suffix + ".png");
+       check_image("build/test/image_test_bgra_" + suffix + ".png", TestPaths::private_data() / ("image_test_bgra_" + suffix + ".png"));
+}
+
+
+static
+void
+alpha_blend_test_rgba64be_onto(AVPixelFormat format, string suffix)
+{
+       auto proxy = make_shared<FFmpegImageProxy>(TestPaths::private_data() / "prophet_frame.tiff");
+       auto raw = proxy->image(Image::Alignment::PADDED).image;
+       auto background = raw->convert_pixel_format (dcp::YUVToRGB::REC709, format, Image::Alignment::PADDED, false);
+
+       auto overlay = make_shared<Image>(AV_PIX_FMT_RGBA64BE, dcp::Size(431, 891), Image::Alignment::PADDED);
+       overlay->make_transparent();
+
+       for (int y = 0; y < 128; ++y) {
+               auto p = reinterpret_cast<uint16_t*>(overlay->data()[0] + y * overlay->stride()[0]);
+               for (int x = 0; x < 128; ++x) {
+                       p[x * 4 + 0] = 65535;
+                       p[x * 4 + 3] = 65535;
+               }
+       }
+
+       for (int y = 128; y < 256; ++y) {
+               auto p = reinterpret_cast<uint16_t*>(overlay->data()[0] + y * overlay->stride()[0]);
+               for (int x = 0; x < 128; ++x) {
+                       p[x * 4 + 1] = 65535;
+                       p[x * 4 + 3] = 65535;
+               }
+       }
+
+       for (int y = 256; y < 384; ++y) {
+               auto p = reinterpret_cast<uint16_t*>(overlay->data()[0] + y * overlay->stride()[0]);
+               for (int x = 0; x < 128; ++x) {
+                       p[x * 4 + 2] = 65535;
+                       p[x * 4 + 3] = 65535;
+               }
+       }
+
+       background->alpha_blend(overlay, Position<int>(13, 17));
+
+       auto save = background->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGB24, Image::Alignment::COMPACT, false);
+
+       write_image(save, "build/test/image_test_rgba64_" + suffix + ".png");
+       check_image("build/test/image_test_rgba64_" + suffix + ".png", TestPaths::private_data() / ("image_test_rgba64_" + suffix + ".png"));
 }
 
 
 /** Test Image::alpha_blend */
 BOOST_AUTO_TEST_CASE (alpha_blend_test)
 {
-       alpha_blend_test_one (AV_PIX_FMT_RGB24, "rgb24");
-       alpha_blend_test_one (AV_PIX_FMT_BGRA, "bgra");
-       alpha_blend_test_one (AV_PIX_FMT_RGBA, "rgba");
-       alpha_blend_test_one (AV_PIX_FMT_RGB48LE, "rgb48le");
-       alpha_blend_test_one (AV_PIX_FMT_YUV420P, "yuv420p");
-       alpha_blend_test_one (AV_PIX_FMT_YUV420P10, "yuv420p10");
-       alpha_blend_test_one (AV_PIX_FMT_YUV422P10LE, "yuv422p10le");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_RGB24, "rgb24");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_BGRA, "bgra");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_RGBA, "rgba");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_RGB48LE, "rgb48le");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_YUV420P, "yuv420p");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_YUV420P10, "yuv420p10");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_YUV422P9LE, "yuv422p9le");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_YUV422P10LE, "yuv422p10le");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_YUV444P9LE, "yuv444p9le");
+       alpha_blend_test_bgra_onto(AV_PIX_FMT_YUV444P10LE, "yuv444p10le");
+
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_RGB24, "rgb24");
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_BGRA, "bgra");
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_RGBA, "rgba");
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_RGB48LE, "rgb48le");
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_YUV420P, "yuv420p");
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_YUV420P10, "yuv420p10");
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_YUV422P9LE, "yuv422p9le");
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_YUV422P10LE, "yuv422p10le");
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_YUV444P9LE, "yuv444p9le");
+       alpha_blend_test_rgba64be_onto(AV_PIX_FMT_YUV444P10LE, "yuv444p10le");
+}
+
+
+/** Test Image::alpha_blend when blending RGBA onto XYZ12LE */
+BOOST_AUTO_TEST_CASE(alpha_blend_test_rgba_onto_xyz)
+{
+       Image xyz(AV_PIX_FMT_XYZ12LE, dcp::Size(50, 50), Image::Alignment::PADDED);
+       xyz.make_black();
+
+       auto overlay = make_shared<Image>(AV_PIX_FMT_RGBA, dcp::Size(8, 8), Image::Alignment::PADDED);
+       for (int y = 0; y < 8; ++y) {
+               uint8_t* p = overlay->data()[0] + (y * overlay->stride()[0]);
+               for (int x = 0; x < 8; ++x) {
+                       *p++ = 255;
+                       *p++ = 0;
+                       *p++ = 0;
+                       *p++ = 255;
+               }
+       }
+
+       xyz.alpha_blend(overlay, Position<int>(4, 4));
+
+       for (int y = 0; y < 50; ++y) {
+               uint16_t* p = reinterpret_cast<uint16_t*>(xyz.data()[0]) + (y * xyz.stride()[0] / 2);
+               for (int x = 0; x < 50; ++x) {
+                       if (4 <= x && x < 12 && 4 <= y && y < 12) {
+                               BOOST_REQUIRE_EQUAL(p[0], 45078U);
+                               BOOST_REQUIRE_EQUAL(p[1], 34939U);
+                               BOOST_REQUIRE_EQUAL(p[2], 13892U);
+                       } else {
+                               BOOST_REQUIRE_EQUAL(p[0], 0U);
+                               BOOST_REQUIRE_EQUAL(p[1], 0U);
+                               BOOST_REQUIRE_EQUAL(p[2], 0U);
+                       }
+                       p += 3;
+               }
+       }
+}
+
+
+/** Test Image::alpha_blend when blending RGBA64BE onto XYZ12LE */
+BOOST_AUTO_TEST_CASE(alpha_blend_test_rgba64be_onto_xyz)
+{
+       Image xyz(AV_PIX_FMT_XYZ12LE, dcp::Size(50, 50), Image::Alignment::PADDED);
+       xyz.make_black();
+
+       auto overlay = make_shared<Image>(AV_PIX_FMT_RGBA64BE, dcp::Size(8, 8), Image::Alignment::PADDED);
+       for (int y = 0; y < 8; ++y) {
+               auto p = reinterpret_cast<uint16_t*>(overlay->data()[0] + (y * overlay->stride()[0]));
+               for (int x = 0; x < 8; ++x) {
+                       *p++ = 65535;
+                       *p++ = 0;
+                       *p++ = 0;
+                       *p++ = 65535;
+               }
+       }
+
+       xyz.alpha_blend(overlay, Position<int>(4, 4));
+
+       for (int y = 0; y < 50; ++y) {
+               auto p = reinterpret_cast<uint16_t*>(xyz.data()[0]) + (y * xyz.stride()[0] / 2);
+               for (int x = 0; x < 50; ++x) {
+                       if (4 <= x && x < 12 && 4 <= y && y < 12) {
+                               BOOST_REQUIRE_EQUAL(p[0], 45078U);
+                               BOOST_REQUIRE_EQUAL(p[1], 34939U);
+                               BOOST_REQUIRE_EQUAL(p[2], 13892U);
+                       } else {
+                               BOOST_REQUIRE_EQUAL(p[0], 0U);
+                               BOOST_REQUIRE_EQUAL(p[1], 0U);
+                               BOOST_REQUIRE_EQUAL(p[2], 0U);
+                       }
+                       p += 3;
+               }
+       }
+}
+
+
+BOOST_AUTO_TEST_CASE(alpha_blend_text)
+{
+       Image target(AV_PIX_FMT_RGB24, dcp::Size(1998, 1080), Image::Alignment::PADDED);
+       target.make_black();
+
+       FFmpegImageProxy subtitle_proxy(TestPaths::private_data() / "16-bit-sub.png");
+       auto subtitle = subtitle_proxy.image(Image::Alignment::COMPACT);
+
+       target.alpha_blend(subtitle.image, Position<int>(0, 0));
+       write_image(make_shared<Image>(target), "build/test/alpha_blend_text.png");
+       check_image("build/test/alpha_blend_text.png", TestPaths::private_data() / "16-bit-sub-blended.png");
 }
 
 
@@ -273,7 +422,7 @@ BOOST_AUTO_TEST_CASE (merge_test2)
 BOOST_AUTO_TEST_CASE (crop_scale_window_test)
 {
        auto proxy = make_shared<FFmpegImageProxy>("test/data/flat_red.png");
-       auto raw = proxy->image(Image::Alignment::COMPACT).image;
+       auto raw = proxy->image(Image::Alignment::PADDED).image;
        auto out = raw->crop_scale_window(
                Crop(), dcp::Size(1998, 836), dcp::Size(1998, 1080), dcp::YUVToRGB::REC709, VideoRange::FULL, AV_PIX_FMT_YUV420P, VideoRange::FULL, Image::Alignment::PADDED, false
                );
@@ -299,7 +448,7 @@ BOOST_AUTO_TEST_CASE (crop_scale_window_test2)
 BOOST_AUTO_TEST_CASE (crop_scale_window_test3)
 {
        auto proxy = make_shared<FFmpegImageProxy>(TestPaths::private_data() / "player_seek_test_0.png");
-       auto xyz = proxy->image(Image::Alignment::COMPACT).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGB24, Image::Alignment::PADDED, false);
+       auto xyz = proxy->image(Image::Alignment::PADDED).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGB24, Image::Alignment::PADDED, false);
        auto cropped = xyz->crop_scale_window(
                Crop(512, 0, 0, 0), dcp::Size(1486, 1080), dcp::Size(1998, 1080), dcp::YUVToRGB::REC709, VideoRange::FULL, AV_PIX_FMT_RGB24, VideoRange::FULL, Image::Alignment::COMPACT, false
                );
@@ -311,19 +460,19 @@ BOOST_AUTO_TEST_CASE (crop_scale_window_test3)
 BOOST_AUTO_TEST_CASE (crop_scale_window_test4)
 {
        auto proxy = make_shared<FFmpegImageProxy>(TestPaths::private_data() / "player_seek_test_0.png");
-       auto xyz = proxy->image(Image::Alignment::COMPACT).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGB24, Image::Alignment::PADDED, false);
+       auto xyz = proxy->image(Image::Alignment::PADDED).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGB24, Image::Alignment::PADDED, false);
        auto cropped = xyz->crop_scale_window(
                Crop(512, 0, 0, 0), dcp::Size(1486, 1080), dcp::Size(1998, 1080), dcp::YUVToRGB::REC709, VideoRange::FULL, AV_PIX_FMT_XYZ12LE, VideoRange::FULL, Image::Alignment::COMPACT, false
                );
        write_image(cropped, "build/test/crop_scale_window_test4.png");
-       check_image("test/data/crop_scale_window_test4.png", "build/test/crop_scale_window_test4.png", 35000);
+       check_image("test/data/crop_scale_window_test4.png", "build/test/crop_scale_window_test4.png");
 }
 
 
 BOOST_AUTO_TEST_CASE (crop_scale_window_test5)
 {
        auto proxy = make_shared<FFmpegImageProxy>(TestPaths::private_data() / "player_seek_test_0.png");
-       auto xyz = proxy->image(Image::Alignment::COMPACT).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_XYZ12LE, Image::Alignment::PADDED, false);
+       auto xyz = proxy->image(Image::Alignment::PADDED).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_XYZ12LE, Image::Alignment::PADDED, false);
        auto cropped = xyz->crop_scale_window(
                Crop(512, 0, 0, 0), dcp::Size(1486, 1080), dcp::Size(1998, 1080), dcp::YUVToRGB::REC709, VideoRange::FULL, AV_PIX_FMT_RGB24, VideoRange::FULL, Image::Alignment::COMPACT, false
                );
@@ -335,12 +484,12 @@ BOOST_AUTO_TEST_CASE (crop_scale_window_test5)
 BOOST_AUTO_TEST_CASE (crop_scale_window_test6)
 {
        auto proxy = make_shared<FFmpegImageProxy>(TestPaths::private_data() / "player_seek_test_0.png");
-       auto xyz = proxy->image(Image::Alignment::COMPACT).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_XYZ12LE, Image::Alignment::PADDED, false);
+       auto xyz = proxy->image(Image::Alignment::PADDED).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_XYZ12LE, Image::Alignment::PADDED, false);
        auto cropped = xyz->crop_scale_window(
                Crop(512, 0, 0, 0), dcp::Size(1486, 1080), dcp::Size(1998, 1080), dcp::YUVToRGB::REC709, VideoRange::FULL, AV_PIX_FMT_XYZ12LE, VideoRange::FULL, Image::Alignment::COMPACT, false
                );
        write_image(cropped, "build/test/crop_scale_window_test6.png");
-       check_image("test/data/crop_scale_window_test6.png", "build/test/crop_scale_window_test6.png", 35000);
+       check_image("test/data/crop_scale_window_test6.png", "build/test/crop_scale_window_test6.png");
 }
 
 
@@ -350,7 +499,7 @@ BOOST_AUTO_TEST_CASE (crop_scale_window_test7)
        using namespace boost::filesystem;
        for (int left_crop = 0; left_crop < 8; ++left_crop) {
                auto proxy = make_shared<FFmpegImageProxy>("test/data/rgb_grey_testcard.png");
-               auto yuv = proxy->image(Image::Alignment::COMPACT).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_YUV420P, Image::Alignment::PADDED, false);
+               auto yuv = proxy->image(Image::Alignment::PADDED).image->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_YUV420P, Image::Alignment::PADDED, false);
                int rounded = left_crop - (left_crop % 2);
                auto cropped = yuv->crop_scale_window(
                        Crop(left_crop, 0, 0, 0),
@@ -370,19 +519,49 @@ BOOST_AUTO_TEST_CASE (crop_scale_window_test7)
 }
 
 
+BOOST_AUTO_TEST_CASE (crop_scale_window_test8)
+{
+       using namespace boost::filesystem;
+
+       auto image = make_shared<Image>(AV_PIX_FMT_YUV420P, dcp::Size(800, 600), Image::Alignment::PADDED);
+       memset(image->data()[0], 41, image->stride()[0] * 600);
+       memset(image->data()[1], 240, image->stride()[1] * 300);
+       memset(image->data()[2], 41, image->stride()[2] * 300);
+       auto scaled = image->crop_scale_window(
+               Crop(), dcp::Size(1435, 1080), dcp::Size(1998, 1080), dcp::YUVToRGB::REC709, VideoRange::FULL, AV_PIX_FMT_YUV420P, VideoRange::FULL, Image::Alignment::PADDED, false
+               );
+       auto file = "crop_scale_window_test8.png";
+       write_image(scaled->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGB24, Image::Alignment::COMPACT, false), path("build") / "test" / file);
+       check_image(path("test") / "data" / file, path("build") / "test" / file, 10);
+}
+
+
 BOOST_AUTO_TEST_CASE (as_png_test)
 {
        auto proxy = make_shared<FFmpegImageProxy>("test/data/3d_test/000001.png");
-       auto image_rgb = proxy->image(Image::Alignment::COMPACT).image;
+       auto image_rgb = proxy->image(Image::Alignment::PADDED).image;
        auto image_bgr = image_rgb->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_BGRA, Image::Alignment::PADDED, false);
-       image_rgb->as_png().write ("build/test/as_png_rgb.png");
-       image_bgr->as_png().write ("build/test/as_png_bgr.png");
+       image_as_png(image_rgb).write ("build/test/as_png_rgb.png");
+       image_as_png(image_bgr).write ("build/test/as_png_bgr.png");
 
        check_image ("test/data/3d_test/000001.png", "build/test/as_png_rgb.png");
        check_image ("test/data/3d_test/000001.png", "build/test/as_png_bgr.png");
 }
 
 
+BOOST_AUTO_TEST_CASE (as_jpeg_test)
+{
+       auto proxy = make_shared<FFmpegImageProxy>("test/data/3d_test/000001.png");
+       auto image_rgb = proxy->image(Image::Alignment::PADDED).image;
+       auto image_bgr = image_rgb->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_BGRA, Image::Alignment::PADDED, false);
+       image_as_jpeg(image_rgb, 60).write("build/test/as_jpeg_rgb.jpeg");
+       image_as_jpeg(image_bgr, 60).write("build/test/as_jpeg_bgr.jpeg");
+
+       check_image ("test/data/as_jpeg_rgb.jpeg", "build/test/as_jpeg_rgb.jpeg");
+       check_image ("test/data/as_jpeg_bgr.jpeg", "build/test/as_jpeg_bgr.jpeg");
+}
+
+
 /* Very dumb test to fade black to make sure it stays black */
 static void
 fade_test_format_black (AVPixelFormat f, string name)
@@ -391,7 +570,7 @@ fade_test_format_black (AVPixelFormat f, string name)
        yuv.make_black ();
        yuv.fade (0);
        string const filename = "fade_test_black_" + name + ".png";
-       yuv.convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGBA, Image::Alignment::PADDED, false)->as_png().write("build/test/" + filename);
+       image_as_png(yuv.convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGBA, Image::Alignment::PADDED, false)).write("build/test/" + filename);
        check_image ("test/data/" + filename, "build/test/" + filename);
 }
 
@@ -401,10 +580,10 @@ static void
 fade_test_format_red (AVPixelFormat f, float amount, string name)
 {
        auto proxy = make_shared<FFmpegImageProxy>("test/data/flat_red.png");
-       auto red = proxy->image(Image::Alignment::COMPACT).image->convert_pixel_format(dcp::YUVToRGB::REC709, f, Image::Alignment::PADDED, false);
+       auto red = proxy->image(Image::Alignment::PADDED).image->convert_pixel_format(dcp::YUVToRGB::REC709, f, Image::Alignment::PADDED, false);
        red->fade (amount);
        string const filename = "fade_test_red_" + name + ".png";
-       red->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGBA, Image::Alignment::PADDED, false)->as_png().write("build/test/" + filename);
+       image_as_png(red->convert_pixel_format(dcp::YUVToRGB::REC709, AV_PIX_FMT_RGBA, Image::Alignment::PADDED, false)).write("build/test/" + filename);
        check_image ("test/data/" + filename, "build/test/" + filename);
 }
 
@@ -479,7 +658,6 @@ BOOST_AUTO_TEST_CASE (make_black_test)
                AV_PIX_FMT_RGB555LE, // 46
        };
 
-       int N = 0;
        for (auto i: pix_fmts) {
                auto foo = make_shared<Image>(i, in_size, Image::Alignment::PADDED);
                foo->make_black ();
@@ -496,8 +674,6 @@ BOOST_AUTO_TEST_CASE (make_black_test)
                        }
                        p += bar->stride()[0];
                }
-
-               ++N;
        }
 }
 
@@ -505,7 +681,7 @@ BOOST_AUTO_TEST_CASE (make_black_test)
 BOOST_AUTO_TEST_CASE (make_part_black_test)
 {
        auto proxy = make_shared<FFmpegImageProxy>("test/data/flat_red.png");
-       auto original = proxy->image(Image::Alignment::COMPACT).image;
+       auto original = proxy->image(Image::Alignment::PADDED).image;
 
        list<AVPixelFormat> pix_fmts = {
                AV_PIX_FMT_RGB24,
@@ -515,6 +691,7 @@ BOOST_AUTO_TEST_CASE (make_part_black_test)
                AV_PIX_FMT_BGRA,
                AV_PIX_FMT_YUV420P,
                AV_PIX_FMT_YUV422P10LE,
+               AV_PIX_FMT_YUV444P10LE
        };
 
        list<std::pair<int, int>> positions = {
@@ -522,7 +699,6 @@ BOOST_AUTO_TEST_CASE (make_part_black_test)
                { 128, 64 },
        };
 
-       int N = 0;
        for (auto i: pix_fmts) {
                for (auto j: positions) {
                        auto foo = original->convert_pixel_format(dcp::YUVToRGB::REC601, i, Image::Alignment::PADDED, false);
@@ -555,8 +731,6 @@ BOOST_AUTO_TEST_CASE (make_part_black_test)
                                }
                                p += bar->stride()[0];
                        }
-
-                       ++N;
                }
        }
 }