Apply my patch.
[openjpeg.git] / libopenjpeg / t1_generate_luts.c
1 /*
2  * Copyright (c) 2002-2007, Communications and Remote Sensing Laboratory, Universite catholique de Louvain (UCL), Belgium
3  * Copyright (c) 2002-2007, Professor Benoit Macq
4  * Copyright (c) 2001-2003, David Janssens
5  * Copyright (c) 2002-2003, Yannick Verschueren
6  * Copyright (c) 2003-2007, Francois-Olivier Devaux and Antonin Descampe
7  * Copyright (c) 2005, Herve Drolon, FreeImage Team
8  * Copyright (c) 2007, Callum Lerwick <seg@haxxed.com>
9  * All rights reserved.
10  *
11  * Redistribution and use in source and binary forms, with or without
12  * modification, are permitted provided that the following conditions
13  * are met:
14  * 1. Redistributions of source code must retain the above copyright
15  *    notice, this list of conditions and the following disclaimer.
16  * 2. Redistributions in binary form must reproduce the above copyright
17  *    notice, this list of conditions and the following disclaimer in the
18  *    documentation and/or other materials provided with the distribution.
19  *
20  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS `AS IS'
21  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23  * ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30  * POSSIBILITY OF SUCH DAMAGE.
31  */
32
33 #include "opj_includes.h"
34 #include <math.h>
35
36 static int t1_init_dec_ctxno_zc(int f, int orient) {
37         int h, v, d, n, t, hv;
38         n = 0;
39         h = ((f & T1_SIG_W) != 0) + ((f & T1_SIG_E) != 0);
40         v = ((f & T1_SIG_N) != 0) + ((f & T1_SIG_S) != 0);
41         d = ((f & T1_SIG_NW) != 0) + ((f & T1_SIG_NE) != 0) + ((f & T1_SIG_SE) != 0) + ((f & T1_SIG_SW) != 0);
42
43         switch (orient) {
44                 case 2:
45                         t = h;
46                         h = v;
47                         v = t;
48                 case 0:
49                 case 1:
50                         if (!h) {
51                                 if (!v) {
52                                         if (!d)
53                                                 n = 0;
54                                         else if (d == 1)
55                                                 n = 1;
56                                         else
57                                                 n = 2;
58                                 } else if (v == 1) {
59                                         n = 3;
60                                 } else {
61                                         n = 4;
62                                 }
63                         } else if (h == 1) {
64                                 if (!v) {
65                                         if (!d)
66                                                 n = 5;
67                                         else
68                                                 n = 6;
69                                 } else {
70                                         n = 7;
71                                 }
72                         } else
73                                 n = 8;
74                         break;
75                 case 3:
76                         hv = h + v;
77                         if (!d) {
78                                 if (!hv) {
79                                         n = 0;
80                                 } else if (hv == 1) {
81                                         n = 1;
82                                 } else {
83                                         n = 2;
84                                 }
85                         } else if (d == 1) {
86                                 if (!hv) {
87                                         n = 3;
88                                 } else if (hv == 1) {
89                                         n = 4;
90                                 } else {
91                                         n = 5;
92                                 }
93                         } else if (d == 2) {
94                                 if (!hv) {
95                                         n = 6;
96                                 } else {
97                                         n = 7;
98                                 }
99                         } else {
100                                 n = 8;
101                         }
102                         break;
103         }
104
105         return (T1_CTXNO_ZC + n);
106 }
107
108 static int t1_init_enc_ctxno_zc(int f, int orient) {
109         int h, v, d, n, t, hv;
110         n = 0;
111         h = ((f & T1_SIGMA_3) != 0) + ((f & T1_SIGMA_5) != 0);
112         v = ((f & T1_SIGMA_1) != 0) + ((f & T1_SIGMA_7) != 0);
113         d = ((f & T1_SIGMA_0) != 0) + ((f & T1_SIGMA_2) != 0) + ((f & T1_SIGMA_8) != 0) + ((f & T1_SIGMA_6) != 0);
114
115         switch (orient) {
116                 case 2:
117                         t = h;
118                         h = v;
119                         v = t;
120                 case 0:
121                 case 1:
122                         if (!h) {
123                                 if (!v) {
124                                         if (!d)
125                                                 n = 0;
126                                         else if (d == 1)
127                                                 n = 1;
128                                         else
129                                                 n = 2;
130                                 } else if (v == 1) {
131                                         n = 3;
132                                 } else {
133                                         n = 4;
134                                 }
135                         } else if (h == 1) {
136                                 if (!v) {
137                                         if (!d)
138                                                 n = 5;
139                                         else
140                                                 n = 6;
141                                 } else {
142                                         n = 7;
143                                 }
144                         } else
145                                 n = 8;
146                         break;
147                 case 3:
148                         hv = h + v;
149                         if (!d) {
150                                 if (!hv) {
151                                         n = 0;
152                                 } else if (hv == 1) {
153                                         n = 1;
154                                 } else {
155                                         n = 2;
156                                 }
157                         } else if (d == 1) {
158                                 if (!hv) {
159                                         n = 3;
160                                 } else if (hv == 1) {
161                                         n = 4;
162                                 } else {
163                                         n = 5;
164                                 }
165                         } else if (d == 2) {
166                                 if (!hv) {
167                                         n = 6;
168                                 } else {
169                                         n = 7;
170                                 }
171                         } else {
172                                 n = 8;
173                         }
174                         break;
175         }
176
177         return (T1_CTXNO_ZC + n);
178 }
179
180 static int t1_init_dec_ctxno_sc(int f) {
181         int hc, vc, n;
182         n = 0;
183
184         hc = int_min(((f & (T1_SIG_E | T1_SGN_E)) ==
185                                 T1_SIG_E) + ((f & (T1_SIG_W | T1_SGN_W)) == T1_SIG_W),
186                         1) - int_min(((f & (T1_SIG_E | T1_SGN_E)) ==
187                                         (T1_SIG_E | T1_SGN_E)) +
188                                 ((f & (T1_SIG_W | T1_SGN_W)) ==
189                                  (T1_SIG_W | T1_SGN_W)), 1);
190
191         vc = int_min(((f & (T1_SIG_N | T1_SGN_N)) ==
192                                 T1_SIG_N) + ((f & (T1_SIG_S | T1_SGN_S)) == T1_SIG_S),
193                         1) - int_min(((f & (T1_SIG_N | T1_SGN_N)) ==
194                                         (T1_SIG_N | T1_SGN_N)) +
195                                 ((f & (T1_SIG_S | T1_SGN_S)) ==
196                                  (T1_SIG_S | T1_SGN_S)), 1);
197
198         if (hc < 0) {
199                 hc = -hc;
200                 vc = -vc;
201         }
202         if (!hc) {
203                 if (vc == -1)
204                         n = 1;
205                 else if (!vc)
206                         n = 0;
207                 else
208                         n = 1;
209         } else if (hc == 1) {
210                 if (vc == -1)
211                         n = 2;
212                 else if (!vc)
213                         n = 3;
214                 else
215                         n = 4;
216         }
217
218         return (T1_CTXNO_SC + n);
219 }
220
221 static int t1_init_enc_ctxno_sc(int f) {
222         int hc, vc, n;
223         n = 0;
224
225         hc = int_min(((f & (T1_LUT_SIG_E | T1_LUT_SGN_E)) ==
226                                 T1_LUT_SIG_E) + ((f & (T1_LUT_SIG_W | T1_LUT_SGN_W)) == T1_LUT_SIG_W),
227                         1) - int_min(((f & (T1_LUT_SIG_E | T1_LUT_SGN_E)) ==
228                                         (T1_LUT_SIG_E | T1_LUT_SGN_E)) +
229                                 ((f & (T1_LUT_SIG_W | T1_LUT_SGN_W)) ==
230                                  (T1_LUT_SIG_W | T1_LUT_SGN_W)), 1);
231
232         vc = int_min(((f & (T1_LUT_SIG_N | T1_LUT_SGN_N)) ==
233                                 T1_LUT_SIG_N) + ((f & (T1_LUT_SIG_S | T1_LUT_SGN_S)) == T1_LUT_SIG_S),
234                         1) - int_min(((f & (T1_LUT_SIG_N | T1_LUT_SGN_N)) ==
235                                         (T1_LUT_SIG_N | T1_LUT_SGN_N)) +
236                                 ((f & (T1_LUT_SIG_S | T1_LUT_SGN_S)) ==
237                                  (T1_LUT_SIG_S | T1_LUT_SGN_S)), 1);
238
239         if (hc < 0) {
240                 hc = -hc;
241                 vc = -vc;
242         }
243         if (!hc) {
244                 if (vc == -1)
245                         n = 1;
246                 else if (!vc)
247                         n = 0;
248                 else
249                         n = 1;
250         } else if (hc == 1) {
251                 if (vc == -1)
252                         n = 2;
253                 else if (!vc)
254                         n = 3;
255                 else
256                         n = 4;
257         }
258
259         return (T1_CTXNO_SC + n);
260 }
261
262 static int t1_init_dec_spb(int f) {
263         int hc, vc, n;
264
265         hc = int_min(((f & (T1_SIG_E | T1_SGN_E)) ==
266                                 T1_SIG_E) + ((f & (T1_SIG_W | T1_SGN_W)) == T1_SIG_W),
267                         1) - int_min(((f & (T1_SIG_E | T1_SGN_E)) ==
268                                         (T1_SIG_E | T1_SGN_E)) +
269                                 ((f & (T1_SIG_W | T1_SGN_W)) ==
270                                  (T1_SIG_W | T1_SGN_W)), 1);
271
272         vc = int_min(((f & (T1_SIG_N | T1_SGN_N)) ==
273                                 T1_SIG_N) + ((f & (T1_SIG_S | T1_SGN_S)) == T1_SIG_S),
274                         1) - int_min(((f & (T1_SIG_N | T1_SGN_N)) ==
275                                         (T1_SIG_N | T1_SGN_N)) +
276                                 ((f & (T1_SIG_S | T1_SGN_S)) ==
277                                  (T1_SIG_S | T1_SGN_S)), 1);
278
279         if (!hc && !vc)
280                 n = 0;
281         else
282                 n = (!(hc > 0 || (!hc && vc > 0)));
283
284         return n;
285 }
286
287 static int t1_init_enc_spb(int f) {
288         int hc, vc, n;
289
290         hc = int_min(((f & (T1_LUT_SIG_E | T1_LUT_SGN_E)) ==
291                                 T1_LUT_SIG_E) + ((f & (T1_LUT_SIG_W | T1_LUT_SGN_W)) == T1_LUT_SIG_W),
292                         1) - int_min(((f & (T1_LUT_SIG_E | T1_LUT_SGN_E)) ==
293                                         (T1_LUT_SIG_E | T1_LUT_SGN_E)) +
294                                 ((f & (T1_LUT_SIG_W | T1_LUT_SGN_W)) ==
295                                  (T1_LUT_SIG_W | T1_LUT_SGN_W)), 1);
296
297         vc = int_min(((f & (T1_LUT_SIG_N | T1_LUT_SGN_N)) ==
298                                 T1_LUT_SIG_N) + ((f & (T1_LUT_SIG_S | T1_LUT_SGN_S)) == T1_LUT_SIG_S),
299                         1) - int_min(((f & (T1_LUT_SIG_N | T1_LUT_SGN_N)) ==
300                                         (T1_LUT_SIG_N | T1_LUT_SGN_N)) +
301                                 ((f & (T1_LUT_SIG_S | T1_LUT_SGN_S)) ==
302                                  (T1_LUT_SIG_S | T1_LUT_SGN_S)), 1);
303
304         if (!hc && !vc)
305                 n = 0;
306         else
307                 n = (!(hc > 0 || (!hc && vc > 0)));
308
309         return n;
310 }
311
312 void dump_array16(int array[],int size){
313         int i;
314         --size;
315         for (i = 0; i < size; ++i) {
316                 printf("0x%04x, ", array[i]);
317                 if(!((i+1)&0x7))
318                         printf("\n  ");
319         }
320         printf("0x%04x\n};\n\n", array[size]);
321 }
322
323 int main(){
324         int i, j;
325         double u, v, t;
326
327         int lut_dec_ctxno_zc[1024];
328         int lut_enc_ctxno_zc[2048];
329         int lut_nmsedec_sig[1 << T1_NMSEDEC_BITS];
330         int lut_nmsedec_sig0[1 << T1_NMSEDEC_BITS];
331         int lut_nmsedec_ref[1 << T1_NMSEDEC_BITS];
332         int lut_nmsedec_ref0[1 << T1_NMSEDEC_BITS];
333
334         printf("/* This file was automatically generated by t1_generate_luts.c */\n\n");
335
336         /* lut_dec_ctxno_zc */
337         for (j = 0; j < 4; ++j) {
338                 for (i = 0; i < 256; ++i) {
339                         int orient = j;
340                         if (orient == 2) {
341                                 orient = 1;
342                         } else if (orient == 1) {
343                                 orient = 2;
344                         }
345                         lut_dec_ctxno_zc[(orient << 8) | i] = t1_init_dec_ctxno_zc(i, j);
346                 }
347         }
348
349         printf("static char lut_dec_ctxno_zc[1024] = {\n  ");
350         for (i = 0; i < 1023; ++i) {
351                 printf("%i, ", lut_dec_ctxno_zc[i]);
352                 if(!((i+1)&0x1f))
353                         printf("\n  ");
354         }
355         printf("%i\n};\n\n", lut_dec_ctxno_zc[1023]);
356
357         /* lut_enc_ctxno_zc */
358         for (j = 0; j < 4; ++j) {
359                 for (i = 0; i < 512; ++i) {
360                         int orient = j;
361                         if (orient == 2) {
362                                 orient = 1;
363                         } else if (orient == 1) {
364                                 orient = 2;
365                         }
366                         lut_enc_ctxno_zc[(orient << 9) | i] = t1_init_enc_ctxno_zc(i, j);
367                 }
368         }
369
370         printf("static char lut_enc_ctxno_zc[2048] = {\n  ");
371         for (i = 0; i < 2047; ++i) {
372                 printf("%i, ", lut_enc_ctxno_zc[i]);
373                 if(!((i+1)&0x1f))
374                         printf("\n  ");
375         }
376         printf("%i\n};\n\n", lut_enc_ctxno_zc[2047]);
377
378         /* lut_dec_ctxno_sc */
379         printf("static char lut_dec_ctxno_sc[256] = {\n  ");
380         for (i = 0; i < 255; ++i) {
381                 printf("0x%x, ", t1_init_dec_ctxno_sc(i << 4));
382                 if(!((i+1)&0xf))
383                         printf("\n  ");
384         }
385         printf("0x%x\n};\n\n", t1_init_dec_ctxno_sc(255 << 4));
386
387         /* lut_enc_ctxno_sc */
388         printf("static char lut_enc_ctxno_sc[256] = {\n  ");
389         for (i = 0; i < 255; ++i) {
390                 printf("0x%x, ", t1_init_enc_ctxno_sc(i));
391                 if(!((i+1)&0xf))
392                         printf("\n  ");
393         }
394         printf("0x%x\n};\n\n", t1_init_enc_ctxno_sc(255));
395
396         /* lut_dec_spb */
397         printf("static char lut_dec_spb[256] = {\n  ");
398         for (i = 0; i < 255; ++i) {
399                 printf("%i, ", t1_init_dec_spb(i << 4));
400                 if(!((i+1)&0x1f))
401                         printf("\n  ");
402         }
403         printf("%i\n};\n\n", t1_init_dec_spb(255 << 4));
404
405         /* lut_enc_spb */
406         printf("static char lut_enc_spb[256] = {\n  ");
407         for (i = 0; i < 255; ++i) {
408                 printf("%i, ", t1_init_enc_spb(i));
409                 if(!((i+1)&0x1f))
410                         printf("\n  ");
411         }
412         printf("%i\n};\n\n", t1_init_enc_spb(255));
413         
414         /* FIXME FIXME FIXME */
415         /* fprintf(stdout,"nmsedec luts:\n"); */
416         for (i = 0; i < (1 << T1_NMSEDEC_BITS); ++i) {
417                 t = i / pow(2, T1_NMSEDEC_FRACBITS);
418                 u = t;
419                 v = t - 1.5;
420                 lut_nmsedec_sig[i] = 
421                         int_max(0, 
422                                         (int) (floor((u * u - v * v) * pow(2, T1_NMSEDEC_FRACBITS) + 0.5) / pow(2, T1_NMSEDEC_FRACBITS) * 8192.0));
423                 lut_nmsedec_sig0[i] =
424                         int_max(0,
425                                         (int) (floor((u * u) * pow(2, T1_NMSEDEC_FRACBITS) + 0.5) / pow(2, T1_NMSEDEC_FRACBITS) * 8192.0));
426                 u = t - 1.0;
427                 if (i & (1 << (T1_NMSEDEC_BITS - 1))) {
428                         v = t - 1.5;
429                 } else {
430                         v = t - 0.5;
431                 }
432                 lut_nmsedec_ref[i] =
433                         int_max(0,
434                                         (int) (floor((u * u - v * v) * pow(2, T1_NMSEDEC_FRACBITS) + 0.5) / pow(2, T1_NMSEDEC_FRACBITS) * 8192.0));
435                 lut_nmsedec_ref0[i] =
436                         int_max(0,
437                                         (int) (floor((u * u) * pow(2, T1_NMSEDEC_FRACBITS) + 0.5) / pow(2, T1_NMSEDEC_FRACBITS) * 8192.0));
438         }
439
440         printf("static short lut_nmsedec_sig[1 << T1_NMSEDEC_BITS] = {\n  ");
441         dump_array16(lut_nmsedec_sig, 1 << T1_NMSEDEC_BITS);
442
443         printf("static short lut_nmsedec_sig0[1 << T1_NMSEDEC_BITS] = {\n  ");
444         dump_array16(lut_nmsedec_sig0, 1 << T1_NMSEDEC_BITS);
445
446         printf("static short lut_nmsedec_ref[1 << T1_NMSEDEC_BITS] = {\n  ");
447         dump_array16(lut_nmsedec_ref, 1 << T1_NMSEDEC_BITS);
448
449         printf("static short lut_nmsedec_ref0[1 << T1_NMSEDEC_BITS] = {\n  ");
450         dump_array16(lut_nmsedec_ref0, 1 << T1_NMSEDEC_BITS);
451
452         return 0;
453 }