2 * The copyright in this software is being made available under the 2-clauses
3 * BSD License, included below. This software may be subject to other third
4 * party and contributor rights, including patent rights, and no such rights
5 * are granted under this license.
7 * Copyright (c) 2002-2014, Universite catholique de Louvain (UCL), Belgium
8 * Copyright (c) 2002-2014, Professor Benoit Macq
9 * Copyright (c) 2001-2003, David Janssens
10 * Copyright (c) 2002-2003, Yannick Verschueren
11 * Copyright (c) 2003-2007, Francois-Olivier Devaux
12 * Copyright (c) 2003-2014, Antonin Descampe
13 * Copyright (c) 2005, Herve Drolon, FreeImage Team
14 * Copyright (c) 2008, 2011-2012, Centre National d'Etudes Spatiales (CNES), FR
15 * Copyright (c) 2012, CS Systemes d'Information, France
16 * All rights reserved.
18 * Redistribution and use in source and binary forms, with or without
19 * modification, are permitted provided that the following conditions
21 * 1. Redistributions of source code must retain the above copyright
22 * notice, this list of conditions and the following disclaimer.
23 * 2. Redistributions in binary form must reproduce the above copyright
24 * notice, this list of conditions and the following disclaimer in the
25 * documentation and/or other materials provided with the distribution.
27 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS `AS IS'
28 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
29 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
30 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
31 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 * POSSIBILITY OF SUCH DAMAGE.
41 #include <xmmintrin.h>
44 #include <emmintrin.h>
47 #include <smmintrin.h>
50 #include "opj_includes.h"
53 /* This table contains the norms of the basis function of the reversible MCT. */
55 static const OPJ_FLOAT64 opj_mct_norms[3] = { 1.732, .8292, .8292 };
58 /* This table contains the norms of the basis function of the irreversible MCT. */
60 static const OPJ_FLOAT64 opj_mct_norms_real[3] = { 1.732, 1.805, 1.573 };
62 const OPJ_FLOAT64 * opj_mct_get_mct_norms()
67 const OPJ_FLOAT64 * opj_mct_get_mct_norms_real()
69 return opj_mct_norms_real;
73 /* Forward reversible MCT. */
77 OPJ_INT32* OPJ_RESTRICT c0,
78 OPJ_INT32* OPJ_RESTRICT c1,
79 OPJ_INT32* OPJ_RESTRICT c2,
83 const OPJ_SIZE_T len = n;
84 /* buffer are aligned on 16 bytes */
85 assert(((size_t)c0 & 0xf) == 0);
86 assert(((size_t)c1 & 0xf) == 0);
87 assert(((size_t)c2 & 0xf) == 0);
89 for (i = 0; i < (len & ~3U); i += 4) {
91 __m128i r = _mm_load_si128((const __m128i *) & (c0[i]));
92 __m128i g = _mm_load_si128((const __m128i *) & (c1[i]));
93 __m128i b = _mm_load_si128((const __m128i *) & (c2[i]));
94 y = _mm_add_epi32(g, g);
95 y = _mm_add_epi32(y, b);
96 y = _mm_add_epi32(y, r);
97 y = _mm_srai_epi32(y, 2);
98 u = _mm_sub_epi32(b, g);
99 v = _mm_sub_epi32(r, g);
100 _mm_store_si128((__m128i *) & (c0[i]), y);
101 _mm_store_si128((__m128i *) & (c1[i]), u);
102 _mm_store_si128((__m128i *) & (c2[i]), v);
105 for (; i < len; ++i) {
109 OPJ_INT32 y = (r + (g * 2) + b) >> 2;
119 OPJ_INT32* OPJ_RESTRICT c0,
120 OPJ_INT32* OPJ_RESTRICT c1,
121 OPJ_INT32* OPJ_RESTRICT c2,
125 const OPJ_SIZE_T len = n;
127 for (i = 0; i < len; ++i) {
131 OPJ_INT32 y = (r + (g * 2) + b) >> 2;
142 /* Inverse reversible MCT. */
146 OPJ_INT32* OPJ_RESTRICT c0,
147 OPJ_INT32* OPJ_RESTRICT c1,
148 OPJ_INT32* OPJ_RESTRICT c2,
152 const OPJ_SIZE_T len = n;
154 for (i = 0; i < (len & ~3U); i += 4) {
156 __m128i y = _mm_load_si128((const __m128i *) & (c0[i]));
157 __m128i u = _mm_load_si128((const __m128i *) & (c1[i]));
158 __m128i v = _mm_load_si128((const __m128i *) & (c2[i]));
160 g = _mm_sub_epi32(g, _mm_srai_epi32(_mm_add_epi32(u, v), 2));
161 r = _mm_add_epi32(v, g);
162 b = _mm_add_epi32(u, g);
163 _mm_store_si128((__m128i *) & (c0[i]), r);
164 _mm_store_si128((__m128i *) & (c1[i]), g);
165 _mm_store_si128((__m128i *) & (c2[i]), b);
167 for (; i < len; ++i) {
171 OPJ_INT32 g = y - ((u + v) >> 2);
181 OPJ_INT32* OPJ_RESTRICT c0,
182 OPJ_INT32* OPJ_RESTRICT c1,
183 OPJ_INT32* OPJ_RESTRICT c2,
187 for (i = 0; i < n; ++i) {
191 OPJ_INT32 g = y - ((u + v) >> 2);
202 /* Get norm of basis function of reversible MCT. */
204 OPJ_FLOAT64 opj_mct_getnorm(OPJ_UINT32 compno)
206 return opj_mct_norms[compno];
210 /* Forward irreversible MCT. */
213 void opj_mct_encode_real(
214 OPJ_INT32* OPJ_RESTRICT c0,
215 OPJ_INT32* OPJ_RESTRICT c1,
216 OPJ_INT32* OPJ_RESTRICT c2,
220 const OPJ_SIZE_T len = n;
222 const __m128i ry = _mm_set1_epi32(2449);
223 const __m128i gy = _mm_set1_epi32(4809);
224 const __m128i by = _mm_set1_epi32(934);
225 const __m128i ru = _mm_set1_epi32(1382);
226 const __m128i gu = _mm_set1_epi32(2714);
227 /* const __m128i bu = _mm_set1_epi32(4096); */
228 /* const __m128i rv = _mm_set1_epi32(4096); */
229 const __m128i gv = _mm_set1_epi32(3430);
230 const __m128i bv = _mm_set1_epi32(666);
231 const __m128i mulround = _mm_shuffle_epi32(_mm_cvtsi32_si128(4096),
232 _MM_SHUFFLE(1, 0, 1, 0));
234 for (i = 0; i < (len & ~3U); i += 4) {
237 __m128i r = _mm_load_si128((const __m128i *) & (c0[i]));
238 __m128i g = _mm_load_si128((const __m128i *) & (c1[i]));
239 __m128i b = _mm_load_si128((const __m128i *) & (c2[i]));
242 hi = _mm_shuffle_epi32(r, _MM_SHUFFLE(3, 3, 1, 1));
243 lo = _mm_mul_epi32(lo, ry);
244 hi = _mm_mul_epi32(hi, ry);
245 lo = _mm_add_epi64(lo, mulround);
246 hi = _mm_add_epi64(hi, mulround);
247 lo = _mm_srli_epi64(lo, 13);
248 hi = _mm_slli_epi64(hi, 32 - 13);
249 y = _mm_blend_epi16(lo, hi, 0xCC);
252 hi = _mm_shuffle_epi32(g, _MM_SHUFFLE(3, 3, 1, 1));
253 lo = _mm_mul_epi32(lo, gy);
254 hi = _mm_mul_epi32(hi, gy);
255 lo = _mm_add_epi64(lo, mulround);
256 hi = _mm_add_epi64(hi, mulround);
257 lo = _mm_srli_epi64(lo, 13);
258 hi = _mm_slli_epi64(hi, 32 - 13);
259 y = _mm_add_epi32(y, _mm_blend_epi16(lo, hi, 0xCC));
262 hi = _mm_shuffle_epi32(b, _MM_SHUFFLE(3, 3, 1, 1));
263 lo = _mm_mul_epi32(lo, by);
264 hi = _mm_mul_epi32(hi, by);
265 lo = _mm_add_epi64(lo, mulround);
266 hi = _mm_add_epi64(hi, mulround);
267 lo = _mm_srli_epi64(lo, 13);
268 hi = _mm_slli_epi64(hi, 32 - 13);
269 y = _mm_add_epi32(y, _mm_blend_epi16(lo, hi, 0xCC));
270 _mm_store_si128((__m128i *) & (c0[i]), y);
273 hi = _mm_shuffle_epi32(b, _MM_SHUFFLE(3, 3, 1, 1));
274 lo = _mm_mul_epi32(lo, mulround);
275 hi = _mm_mul_epi32(hi, mulround);*/
276 lo = _mm_cvtepi32_epi64(_mm_shuffle_epi32(b, _MM_SHUFFLE(3, 2, 2, 0)));
277 hi = _mm_cvtepi32_epi64(_mm_shuffle_epi32(b, _MM_SHUFFLE(3, 2, 3, 1)));
278 lo = _mm_slli_epi64(lo, 12);
279 hi = _mm_slli_epi64(hi, 12);
280 lo = _mm_add_epi64(lo, mulround);
281 hi = _mm_add_epi64(hi, mulround);
282 lo = _mm_srli_epi64(lo, 13);
283 hi = _mm_slli_epi64(hi, 32 - 13);
284 u = _mm_blend_epi16(lo, hi, 0xCC);
287 hi = _mm_shuffle_epi32(r, _MM_SHUFFLE(3, 3, 1, 1));
288 lo = _mm_mul_epi32(lo, ru);
289 hi = _mm_mul_epi32(hi, ru);
290 lo = _mm_add_epi64(lo, mulround);
291 hi = _mm_add_epi64(hi, mulround);
292 lo = _mm_srli_epi64(lo, 13);
293 hi = _mm_slli_epi64(hi, 32 - 13);
294 u = _mm_sub_epi32(u, _mm_blend_epi16(lo, hi, 0xCC));
297 hi = _mm_shuffle_epi32(g, _MM_SHUFFLE(3, 3, 1, 1));
298 lo = _mm_mul_epi32(lo, gu);
299 hi = _mm_mul_epi32(hi, gu);
300 lo = _mm_add_epi64(lo, mulround);
301 hi = _mm_add_epi64(hi, mulround);
302 lo = _mm_srli_epi64(lo, 13);
303 hi = _mm_slli_epi64(hi, 32 - 13);
304 u = _mm_sub_epi32(u, _mm_blend_epi16(lo, hi, 0xCC));
305 _mm_store_si128((__m128i *) & (c1[i]), u);
308 hi = _mm_shuffle_epi32(r, _MM_SHUFFLE(3, 3, 1, 1));
309 lo = _mm_mul_epi32(lo, mulround);
310 hi = _mm_mul_epi32(hi, mulround);*/
311 lo = _mm_cvtepi32_epi64(_mm_shuffle_epi32(r, _MM_SHUFFLE(3, 2, 2, 0)));
312 hi = _mm_cvtepi32_epi64(_mm_shuffle_epi32(r, _MM_SHUFFLE(3, 2, 3, 1)));
313 lo = _mm_slli_epi64(lo, 12);
314 hi = _mm_slli_epi64(hi, 12);
315 lo = _mm_add_epi64(lo, mulround);
316 hi = _mm_add_epi64(hi, mulround);
317 lo = _mm_srli_epi64(lo, 13);
318 hi = _mm_slli_epi64(hi, 32 - 13);
319 v = _mm_blend_epi16(lo, hi, 0xCC);
322 hi = _mm_shuffle_epi32(g, _MM_SHUFFLE(3, 3, 1, 1));
323 lo = _mm_mul_epi32(lo, gv);
324 hi = _mm_mul_epi32(hi, gv);
325 lo = _mm_add_epi64(lo, mulround);
326 hi = _mm_add_epi64(hi, mulround);
327 lo = _mm_srli_epi64(lo, 13);
328 hi = _mm_slli_epi64(hi, 32 - 13);
329 v = _mm_sub_epi32(v, _mm_blend_epi16(lo, hi, 0xCC));
332 hi = _mm_shuffle_epi32(b, _MM_SHUFFLE(3, 3, 1, 1));
333 lo = _mm_mul_epi32(lo, bv);
334 hi = _mm_mul_epi32(hi, bv);
335 lo = _mm_add_epi64(lo, mulround);
336 hi = _mm_add_epi64(hi, mulround);
337 lo = _mm_srli_epi64(lo, 13);
338 hi = _mm_slli_epi64(hi, 32 - 13);
339 v = _mm_sub_epi32(v, _mm_blend_epi16(lo, hi, 0xCC));
340 _mm_store_si128((__m128i *) & (c2[i]), v);
342 for (; i < len; ++i) {
346 OPJ_INT32 y = opj_int_fix_mul(r, 2449) + opj_int_fix_mul(g,
347 4809) + opj_int_fix_mul(b, 934);
348 OPJ_INT32 u = -opj_int_fix_mul(r, 1382) - opj_int_fix_mul(g,
349 2714) + opj_int_fix_mul(b, 4096);
350 OPJ_INT32 v = opj_int_fix_mul(r, 4096) - opj_int_fix_mul(g,
351 3430) - opj_int_fix_mul(b, 666);
358 void opj_mct_encode_real(
359 OPJ_INT32* OPJ_RESTRICT c0,
360 OPJ_INT32* OPJ_RESTRICT c1,
361 OPJ_INT32* OPJ_RESTRICT c2,
365 for (i = 0; i < n; ++i) {
369 OPJ_INT32 y = opj_int_fix_mul(r, 2449) + opj_int_fix_mul(g,
370 4809) + opj_int_fix_mul(b, 934);
371 OPJ_INT32 u = -opj_int_fix_mul(r, 1382) - opj_int_fix_mul(g,
372 2714) + opj_int_fix_mul(b, 4096);
373 OPJ_INT32 v = opj_int_fix_mul(r, 4096) - opj_int_fix_mul(g,
374 3430) - opj_int_fix_mul(b, 666);
383 /* Inverse irreversible MCT. */
385 void opj_mct_decode_real(
386 OPJ_FLOAT32* OPJ_RESTRICT c0,
387 OPJ_FLOAT32* OPJ_RESTRICT c1,
388 OPJ_FLOAT32* OPJ_RESTRICT c2,
393 __m128 vrv, vgu, vgv, vbu;
394 vrv = _mm_set1_ps(1.402f);
395 vgu = _mm_set1_ps(0.34413f);
396 vgv = _mm_set1_ps(0.71414f);
397 vbu = _mm_set1_ps(1.772f);
398 for (i = 0; i < (n >> 3); ++i) {
402 vy = _mm_load_ps(c0);
403 vu = _mm_load_ps(c1);
404 vv = _mm_load_ps(c2);
405 vr = _mm_add_ps(vy, _mm_mul_ps(vv, vrv));
406 vg = _mm_sub_ps(_mm_sub_ps(vy, _mm_mul_ps(vu, vgu)), _mm_mul_ps(vv, vgv));
407 vb = _mm_add_ps(vy, _mm_mul_ps(vu, vbu));
408 _mm_store_ps(c0, vr);
409 _mm_store_ps(c1, vg);
410 _mm_store_ps(c2, vb);
415 vy = _mm_load_ps(c0);
416 vu = _mm_load_ps(c1);
417 vv = _mm_load_ps(c2);
418 vr = _mm_add_ps(vy, _mm_mul_ps(vv, vrv));
419 vg = _mm_sub_ps(_mm_sub_ps(vy, _mm_mul_ps(vu, vgu)), _mm_mul_ps(vv, vgv));
420 vb = _mm_add_ps(vy, _mm_mul_ps(vu, vbu));
421 _mm_store_ps(c0, vr);
422 _mm_store_ps(c1, vg);
423 _mm_store_ps(c2, vb);
430 for (i = 0; i < n; ++i) {
431 OPJ_FLOAT32 y = c0[i];
432 OPJ_FLOAT32 u = c1[i];
433 OPJ_FLOAT32 v = c2[i];
434 OPJ_FLOAT32 r = y + (v * 1.402f);
435 OPJ_FLOAT32 g = y - (u * 0.34413f) - (v * (0.71414f));
436 OPJ_FLOAT32 b = y + (u * 1.772f);
444 /* Get norm of basis function of irreversible MCT. */
446 OPJ_FLOAT64 opj_mct_getnorm_real(OPJ_UINT32 compno)
448 return opj_mct_norms_real[compno];
452 OPJ_BOOL opj_mct_encode_custom(
453 OPJ_BYTE * pCodingdata,
459 OPJ_FLOAT32 * lMct = (OPJ_FLOAT32 *) pCodingdata;
463 OPJ_UINT32 lNbMatCoeff = pNbComp * pNbComp;
464 OPJ_INT32 * lCurrentData = 00;
465 OPJ_INT32 * lCurrentMatrix = 00;
466 OPJ_INT32 ** lData = (OPJ_INT32 **) pData;
467 OPJ_UINT32 lMultiplicator = 1 << 13;
470 OPJ_ARG_NOT_USED(isSigned);
472 lCurrentData = (OPJ_INT32 *) opj_malloc((pNbComp + lNbMatCoeff) * sizeof(
474 if (! lCurrentData) {
478 lCurrentMatrix = lCurrentData + pNbComp;
480 for (i = 0; i < lNbMatCoeff; ++i) {
481 lCurrentMatrix[i] = (OPJ_INT32)(*(lMct++) * (OPJ_FLOAT32)lMultiplicator);
484 for (i = 0; i < n; ++i) {
485 lMctPtr = lCurrentMatrix;
486 for (j = 0; j < pNbComp; ++j) {
487 lCurrentData[j] = (*(lData[j]));
490 for (j = 0; j < pNbComp; ++j) {
492 for (k = 0; k < pNbComp; ++k) {
493 *(lData[j]) += opj_int_fix_mul(*lMctPtr, lCurrentData[k]);
501 opj_free(lCurrentData);
506 OPJ_BOOL opj_mct_decode_custom(
507 OPJ_BYTE * pDecodingData,
518 OPJ_FLOAT32 * lCurrentData = 00;
519 OPJ_FLOAT32 * lCurrentResult = 00;
520 OPJ_FLOAT32 ** lData = (OPJ_FLOAT32 **) pData;
522 OPJ_ARG_NOT_USED(isSigned);
524 lCurrentData = (OPJ_FLOAT32 *) opj_malloc(2 * pNbComp * sizeof(OPJ_FLOAT32));
525 if (! lCurrentData) {
528 lCurrentResult = lCurrentData + pNbComp;
530 for (i = 0; i < n; ++i) {
531 lMct = (OPJ_FLOAT32 *) pDecodingData;
532 for (j = 0; j < pNbComp; ++j) {
533 lCurrentData[j] = (OPJ_FLOAT32)(*(lData[j]));
535 for (j = 0; j < pNbComp; ++j) {
536 lCurrentResult[j] = 0;
537 for (k = 0; k < pNbComp; ++k) {
538 lCurrentResult[j] += *(lMct++) * lCurrentData[k];
540 *(lData[j]++) = (OPJ_FLOAT32)(lCurrentResult[j]);
543 opj_free(lCurrentData);
547 void opj_calculate_norms(OPJ_FLOAT64 * pNorms,
549 OPJ_FLOAT32 * pMatrix)
551 OPJ_UINT32 i, j, lIndex;
552 OPJ_FLOAT32 lCurrentValue;
553 OPJ_FLOAT64 * lNorms = (OPJ_FLOAT64 *) pNorms;
554 OPJ_FLOAT32 * lMatrix = (OPJ_FLOAT32 *) pMatrix;
556 for (i = 0; i < pNbComps; ++i) {
560 for (j = 0; j < pNbComps; ++j) {
561 lCurrentValue = lMatrix[lIndex];
563 lNorms[i] += lCurrentValue * lCurrentValue;
565 lNorms[i] = sqrt(lNorms[i]);