[FFmpeg-devel] [PATCH v7] avcodec/jpeg2000: Fix FF_DWT97_INT to pass the conformance testing defined in ISO/IEC 15444-4
WATANABE Osamu
owatanab at es.takushoku-u.ac.jp
Fri Nov 8 07:21:39 EET 2024
Hi Pierre,
This message is not an error but a warning that stays there before this patch.
I think the warning is a separate issue.
Best,
Osamu
> 2024/11/08 9:02、Pierre-Anthony Lemieux <pal at sandflow.com>のメール:
>
> ?I get with the following error with
> jpeg2000/itu-iso/codestreams_profile1/p1_03.j2k:
>
> `[jpeg2000 @ 0x5c20680] Mid mismatch 1 in pass 18 of 22`
>
>> On Sat, Nov 2, 2024 at 9:49?PM Osamu Watanabe
>> <owatanab at es.takushoku-u.ac.jp> wrote:
>>
>> Fix for the integer version of the inverse 9-7 DWT processing
>> (FF_DWT97_INT, https://trac.ffmpeg.org/ticket/10123), which is activated with
>> `-flags +bitexact`.
>>
>> I went through the code path for the DWT 9-7 transform (integer) and improved
>> precision to match conformance codestream.
>>
>> As a result, the encoded codestream size is slightly larger for a given Q value.
>> For example, `-flags +bitexact -i lena.pnm -q: 20 -format j2k -y tmp.j2c`
>> gives 13K (HEAD) and 19K (with this patch).
>>
>> This commit also updates the source and reference files for affected FATE tests.
>>
>> Signed-off-by: Osamu Watanabe <owatanab at es.takushoku-u.ac.jp>
>> ---
>> libavcodec/jpeg2000.c | 11 +-
>> libavcodec/jpeg2000dec.c | 150 +++++++++++++----------
>> libavcodec/jpeg2000dwt.c | 47 +++----
>> libavcodec/jpeg2000dwt.h | 1 +
>> libavcodec/jpeg2000htdec.c | 9 +-
>> libavcodec/tests/jpeg2000dwt.c | 5 +
>> tests/ref/fate/j2k-dwt | 40 +++---
>> tests/ref/fate/jpeg2000-dcinema | 4 +-
>> tests/ref/fate/jpeg2000dec-p0_04 | 2 +-
>> tests/ref/fate/jpeg2000dec-p0_05 | 2 +-
>> tests/ref/fate/jpeg2000dec-p0_09 | 2 +-
>> tests/ref/vsynth/vsynth1-jpeg2000-97 | 8 +-
>> tests/ref/vsynth/vsynth2-jpeg2000-97 | 8 +-
>> tests/ref/vsynth/vsynth3-jpeg2000-97 | 8 +-
>> tests/ref/vsynth/vsynth_lena-jpeg2000-97 | 8 +-
>> 15 files changed, 163 insertions(+), 142 deletions(-)
>>
>> diff --git a/libavcodec/jpeg2000.c b/libavcodec/jpeg2000.c
>> index d6ffb02319..7911500901 100644
>> --- a/libavcodec/jpeg2000.c
>> +++ b/libavcodec/jpeg2000.c
>> @@ -260,9 +260,7 @@ static void init_band_stepsize(AVCodecContext *avctx,
>> band->f_stepsize *= F_LFTG_X * F_LFTG_X * 4;
>> break;
>> }
>> - if (codsty->transform == FF_DWT97) {
>> - band->f_stepsize *= pow(F_LFTG_K, 2*(codsty->nreslevels2decode - reslevelno) + lband - 2);
>> - }
>> + band->f_stepsize *= pow(F_LFTG_K, 2*(codsty->nreslevels2decode - reslevelno) + lband - 2);
>> }
>>
>> if (band->f_stepsize > (INT_MAX >> 15)) {
>> @@ -270,12 +268,7 @@ static void init_band_stepsize(AVCodecContext *avctx,
>> av_log(avctx, AV_LOG_ERROR, "stepsize out of range\n");
>> }
>>
>> - band->i_stepsize = band->f_stepsize * (1 << 15);
>> -
>> - /* FIXME: In OpenJPEG code stepsize = stepsize * 0.5. Why?
>> - * If not set output of entropic decoder is not correct. */
>> - if (!av_codec_is_encoder(avctx->codec))
>> - band->f_stepsize *= 0.5;
>> + band->i_stepsize = (int)floorf(band->f_stepsize * (1 << 15));
>> }
>>
>> static int init_prec(AVCodecContext *avctx,
>> diff --git a/libavcodec/jpeg2000dec.c b/libavcodec/jpeg2000dec.c
>> index 5b05ff2455..c9d8b025b1 100644
>> --- a/libavcodec/jpeg2000dec.c
>> +++ b/libavcodec/jpeg2000dec.c
>> @@ -1885,14 +1885,15 @@ static void decode_sigpass(Jpeg2000T1Context *t1, int width, int height,
>> && !(t1->flags[(y+1) * t1->stride + x+1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS))) {
>> if (ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ff_jpeg2000_getsigctxno(t1->flags[(y+1) * t1->stride + x+1] & flags_mask, bandno))) {
>> int xorbit, ctxno = ff_jpeg2000_getsgnctxno(t1->flags[(y+1) * t1->stride + x+1] & flags_mask, &xorbit);
>> - if (t1->mqc.raw)
>> - t1->data[(y) * t1->stride + x] = ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ctxno) ? -mask : mask;
>> - else
>> - t1->data[(y) * t1->stride + x] = (ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ctxno) ^ xorbit) ?
>> - -mask : mask;
>> -
>> + if (t1->mqc.raw) {
>> + t1->data[(y) * t1->stride + x] |= ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ctxno) << 31;
>> + t1->data[(y) * t1->stride + x] |= mask;
>> + } else {
>> + t1->data[(y) * t1->stride + x] |= (ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ctxno) ^ xorbit) << 31;
>> + t1->data[(y) * t1->stride + x] |= mask;
>> + }
>> ff_jpeg2000_set_significance(t1, x, y,
>> - t1->data[(y) * t1->stride + x] < 0);
>> + t1->data[(y) * t1->stride + x] & INT32_MIN);
>> }
>> t1->flags[(y + 1) * t1->stride + x + 1] |= JPEG2000_T1_VIS;
>> }
>> @@ -1902,11 +1903,10 @@ static void decode_sigpass(Jpeg2000T1Context *t1, int width, int height,
>> static void decode_refpass(Jpeg2000T1Context *t1, int width, int height,
>> int bpno, int vert_causal_ctx_csty_symbol)
>> {
>> - int phalf, nhalf;
>> + int phalf;
>> int y0, x, y;
>>
>> phalf = 1 << (bpno - 1);
>> - nhalf = -phalf;
>>
>> for (y0 = 0; y0 < height; y0 += 4)
>> for (x = 0; x < width; x++)
>> @@ -1915,10 +1915,13 @@ static void decode_refpass(Jpeg2000T1Context *t1, int width, int height,
>> int flags_mask = (vert_causal_ctx_csty_symbol && y == y0 + 3) ?
>> ~(JPEG2000_T1_SIG_S | JPEG2000_T1_SIG_SW | JPEG2000_T1_SIG_SE | JPEG2000_T1_SGN_S) : -1;
>> int ctxno = ff_jpeg2000_getrefctxno(t1->flags[(y + 1) * t1->stride + x + 1] & flags_mask);
>> - int r = ff_mqc_decode(&t1->mqc,
>> - t1->mqc.cx_states + ctxno)
>> - ? phalf : nhalf;
>> - t1->data[(y) * t1->stride + x] += t1->data[(y) * t1->stride + x] < 0 ? -r : r;
>> + t1->data[(y) * t1->stride + x] |= phalf;
>> + if (ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ctxno))
>> + t1->data[(y) * t1->stride + x] |= phalf << 1;
>> + else {
>> + t1->data[(y) * t1->stride + x] &= ~(phalf << 1);
>> +
>> + }
>> t1->flags[(y + 1) * t1->stride + x + 1] |= JPEG2000_T1_REF;
>> }
>> }
>> @@ -1966,11 +1969,9 @@ static void decode_clnpass(const Jpeg2000DecoderContext *s, Jpeg2000T1Context *t
>> int xorbit;
>> int ctxno = ff_jpeg2000_getsgnctxno(t1->flags[(y + 1) * t1->stride + x + 1] & flags_mask,
>> &xorbit);
>> - t1->data[(y) * t1->stride + x] = (ff_mqc_decode(&t1->mqc,
>> - t1->mqc.cx_states + ctxno) ^
>> - xorbit)
>> - ? -mask : mask;
>> - ff_jpeg2000_set_significance(t1, x, y, t1->data[(y) * t1->stride + x] < 0);
>> + t1->data[(y) * t1->stride + x] |= (ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ctxno) ^ xorbit) << 31;
>> + t1->data[(y) * t1->stride + x] |= mask;
>> + ff_jpeg2000_set_significance(t1, x, y, t1->data[(y) * t1->stride + x] & INT32_MIN);
>> }
>> dec = 0;
>> t1->flags[(y + 1) * t1->stride + x + 1] &= ~JPEG2000_T1_VIS;
>> @@ -1991,9 +1992,9 @@ static void decode_clnpass(const Jpeg2000DecoderContext *s, Jpeg2000T1Context *t
>>
>> static int decode_cblk(const Jpeg2000DecoderContext *s, Jpeg2000CodingStyle *codsty,
>> Jpeg2000T1Context *t1, Jpeg2000Cblk *cblk,
>> - int width, int height, int bandpos, uint8_t roi_shift)
>> + int width, int height, int bandpos, uint8_t roi_shift, const int M_b)
>> {
>> - int passno = cblk->npasses, pass_t = 2, bpno = cblk->nonzerobits - 1;
>> + int passno = cblk->npasses, pass_t = 2, bpno = cblk->nonzerobits - 1 + 31 - M_b - 1 - roi_shift;
>> int pass_cnt = 0;
>> int vert_causal_ctx_csty_symbol = codsty->cblk_style & JPEG2000_CBLK_VSC;
>> int term_cnt = 0;
>> @@ -2068,22 +2069,25 @@ static int decode_cblk(const Jpeg2000DecoderContext *s, Jpeg2000CodingStyle *cod
>> av_log(s->avctx, AV_LOG_WARNING, "Synthetic End of Stream Marker Read.\n");
>> }
>>
>> + /* Reconstruct the sample values */
>> + for (int y = 0; y < height; y++) {
>> + for (int x = 0; x < width; x++) {
>> + int32_t sign, n, val;
>> + const uint32_t mask = UINT32_MAX >> (M_b + 1); // bit mask for ROI detection
>> +
>> + n = x + (y * t1->stride);
>> + val = t1->data[n];
>> + sign = val & INT32_MIN;
>> + val &= INT32_MAX;
>> + /* ROI shift, if necessary */
>> + if (roi_shift && (((uint32_t)val & ~mask) == 0))
>> + val <<= roi_shift;
>> + t1->data[n] = val | sign; /* NOTE: Binary point for reconstruction value is located in 31 - M_b */
>> + }
>> + }
>> return 1;
>> }
>>
>> -static inline int roi_shift_param(Jpeg2000Component *comp,
>> - int quan_parameter)
>> -{
>> - uint8_t roi_shift;
>> - int val;
>> - roi_shift = comp->roi_shift;
>> - val = (quan_parameter < 0)?-quan_parameter:quan_parameter;
>> -
>> - if (val > (1 << roi_shift))
>> - return (quan_parameter < 0)?-(val >> roi_shift):(val >> roi_shift);
>> - return quan_parameter;
>> -}
>> -
>> /* TODO: Verify dequantization for lossless case
>> * comp->data can be float or int
>> * band->stepsize can be float or int
>> @@ -2093,50 +2097,86 @@ static inline int roi_shift_param(Jpeg2000Component *comp,
>> /* Float dequantization of a codeblock.*/
>> static void dequantization_float(int x, int y, Jpeg2000Cblk *cblk,
>> Jpeg2000Component *comp,
>> - Jpeg2000T1Context *t1, Jpeg2000Band *band)
>> + Jpeg2000T1Context *t1, Jpeg2000Band *band, const int M_b)
>> {
>> int i, j;
>> int w = cblk->coord[0][1] - cblk->coord[0][0];
>> + const int downshift = 31 - M_b;
>> + float fscale = band->f_stepsize;
>> + fscale /= (float)(1 << downshift);
>> for (j = 0; j < (cblk->coord[1][1] - cblk->coord[1][0]); ++j) {
>> float *datap = &comp->f_data[(comp->coord[0][1] - comp->coord[0][0]) * (y + j) + x];
>> int *src = t1->data + j*t1->stride;
>> - for (i = 0; i < w; ++i)
>> - datap[i] = src[i] * band->f_stepsize;
>> + for (i = 0; i < w; ++i) {
>> + int val = src[i];
>> + if (val < 0) // Convert sign-magnitude to two's complement
>> + val = -(val & INT32_MAX);
>> + datap[i] = (float)val * fscale;
>> + }
>> }
>> }
>>
>> /* Integer dequantization of a codeblock.*/
>> static void dequantization_int(int x, int y, Jpeg2000Cblk *cblk,
>> Jpeg2000Component *comp,
>> - Jpeg2000T1Context *t1, Jpeg2000Band *band)
>> + Jpeg2000T1Context *t1, Jpeg2000Band *band, const int M_b)
>> {
>> int i, j;
>> + const int downshift = 31 - M_b;
>> int w = cblk->coord[0][1] - cblk->coord[0][0];
>> for (j = 0; j < (cblk->coord[1][1] - cblk->coord[1][0]); ++j) {
>> int32_t *datap = &comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * (y + j) + x];
>> int *src = t1->data + j*t1->stride;
>> if (band->i_stepsize == 32768) {
>> - for (i = 0; i < w; ++i)
>> - datap[i] = src[i] / 2;
>> + for (i = 0; i < w; ++i) {
>> + int val = src[i];
>> + if (val < 0) // Convert sign-magnitude to two's complement
>> + val = -((val & INT32_MAX) >> downshift);
>> + else
>> + val >>= downshift;
>> + datap[i] = val;
>> + }
>> } else {
>> // This should be VERY uncommon
>> - for (i = 0; i < w; ++i)
>> - datap[i] = (src[i] * (int64_t)band->i_stepsize) / 65536;
>> + for (i = 0; i < w; ++i) {
>> + int val = src[i];
>> + if (val < 0) // Convert sign-magnitude to two's complement
>> + val = -((val & INT32_MAX) >> downshift);
>> + else
>> + val >>= downshift;
>> + datap[i] = (val * (int64_t)band->i_stepsize) / 65536;
>> + }
>> }
>> }
>> }
>>
>> static void dequantization_int_97(int x, int y, Jpeg2000Cblk *cblk,
>> Jpeg2000Component *comp,
>> - Jpeg2000T1Context *t1, Jpeg2000Band *band)
>> + Jpeg2000T1Context *t1, Jpeg2000Band *band, const int M_b)
>> {
>> int i, j;
>> int w = cblk->coord[0][1] - cblk->coord[0][0];
>> + float fscale = band->f_stepsize;
>> + const int downshift = 31 - M_b;
>> + const int PRESCALE = 6; // At least 6 is required to pass the conformance tests in ISO/IEC 15444-4
>> + int scale;
>> +
>> + fscale /= (float)(1 << downshift);
>> + fscale *= (float)(1 << PRESCALE);
>> + fscale *= (float)(1 << (16 + I_PRESHIFT));
>> + scale = (int)(fscale + 0.5);
>> + band->i_stepsize = scale;
>> for (j = 0; j < (cblk->coord[1][1] - cblk->coord[1][0]); ++j) {
>> int32_t *datap = &comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * (y + j) + x];
>> int *src = t1->data + j*t1->stride;
>> - for (i = 0; i < w; ++i)
>> - datap[i] = (src[i] * (int64_t)band->i_stepsize + (1<<15)) >> 16;
>> + for (i = 0; i < w; ++i) {
>> + int val = src[i];
>> + if (val < 0) // Convert sign-magnitude to two's complement
>> + val = -(val & INT32_MAX);
>> + // Shifting down to prevent overflow in dequantization
>> + val = (val + (1 << (PRESCALE - 1))) >> PRESCALE;
>> + datap[i] = RSHIFT(val * (int64_t)band->i_stepsize, 16);
>> + }
>> }
>> }
>>
>> @@ -2168,18 +2208,6 @@ static inline void mct_decode(const Jpeg2000DecoderContext *s, Jpeg2000Tile *til
>> s->dsp.mct_decode[tile->codsty[0].transform](src[0], src[1], src[2], csize);
>> }
>>
>> -static inline void roi_scale_cblk(Jpeg2000Cblk *cblk,
>> - Jpeg2000Component *comp,
>> - Jpeg2000T1Context *t1)
>> -{
>> - int i, j;
>> - int w = cblk->coord[0][1] - cblk->coord[0][0];
>> - for (j = 0; j < (cblk->coord[1][1] - cblk->coord[1][0]); ++j) {
>> - int *src = t1->data + j*t1->stride;
>> - for (i = 0; i < w; ++i)
>> - src[i] = roi_shift_param(comp, src[i]);
>> - }
>> -}
>>
>> static inline int tile_codeblocks(const Jpeg2000DecoderContext *s, Jpeg2000Tile *tile)
>> {
>> @@ -2242,7 +2270,7 @@ static inline int tile_codeblocks(const Jpeg2000DecoderContext *s, Jpeg2000Tile
>> ret = decode_cblk(s, codsty, &t1, cblk,
>> cblk->coord[0][1] - cblk->coord[0][0],
>> cblk->coord[1][1] - cblk->coord[1][0],
>> - bandpos, comp->roi_shift);
>> + bandpos, comp->roi_shift, M_b);
>>
>> if (ret)
>> coded = 1;
>> @@ -2251,14 +2279,12 @@ static inline int tile_codeblocks(const Jpeg2000DecoderContext *s, Jpeg2000Tile
>> x = cblk->coord[0][0] - band->coord[0][0];
>> y = cblk->coord[1][0] - band->coord[1][0];
>>
>> - if (comp->roi_shift)
>> - roi_scale_cblk(cblk, comp, &t1);
>> if (codsty->transform == FF_DWT97)
>> - dequantization_float(x, y, cblk, comp, &t1, band);
>> + dequantization_float(x, y, cblk, comp, &t1, band, M_b);
>> else if (codsty->transform == FF_DWT97_INT)
>> - dequantization_int_97(x, y, cblk, comp, &t1, band);
>> + dequantization_int_97(x, y, cblk, comp, &t1, band, M_b);
>> else
>> - dequantization_int(x, y, cblk, comp, &t1, band);
>> + dequantization_int(x, y, cblk, comp, &t1, band, M_b);
>> } /* end cblk */
>> } /*end prec */
>> } /* end band */
>> diff --git a/libavcodec/jpeg2000dwt.c b/libavcodec/jpeg2000dwt.c
>> index 34e33553f7..9ee8122658 100644
>> --- a/libavcodec/jpeg2000dwt.c
>> +++ b/libavcodec/jpeg2000dwt.c
>> @@ -39,13 +39,12 @@
>>
>> /* Lifting parameters in integer format.
>> * Computed as param = (float param) * (1 << 16) */
>> -#define I_LFTG_ALPHA 103949ll
>> -#define I_LFTG_BETA 3472ll
>> -#define I_LFTG_GAMMA 57862ll
>> -#define I_LFTG_DELTA 29066ll
>> -#define I_LFTG_K 80621ll
>> -#define I_LFTG_X 53274ll
>> -#define I_PRESHIFT 8
>> +#define I_LFTG_ALPHA_PRIME 38413ll // = 103949 - 65536, (= alpha - 1.0)
>> +#define I_LFTG_BETA 3472ll
>> +#define I_LFTG_GAMMA 57862ll
>> +#define I_LFTG_DELTA 29066ll
>> +#define I_LFTG_K 80621ll
>> +#define I_LFTG_X 53274ll
>>
>> static inline void extend53(int *p, int i0, int i1)
>> {
>> @@ -234,8 +233,11 @@ static void sd_1d97_int(int *p, int i0, int i1)
>> extend97_int(p, i0, i1);
>> i0++; i1++;
>>
>> - for (i = (i0>>1) - 2; i < (i1>>1) + 1; i++)
>> - p[2 * i + 1] -= (I_LFTG_ALPHA * (p[2 * i] + p[2 * i + 2]) + (1 << 15)) >> 16;
>> + for (i = (i0>>1) - 2; i < (i1>>1) + 1; i++) {
>> + const int64_t sum = p[2 * i] + p[2 * i + 2];
>> + p[2 * i + 1] -= sum;
>> + p[2 * i + 1] -= (I_LFTG_ALPHA_PRIME * sum + (1 << 15)) >> 16;
>> + }
>> for (i = (i0>>1) - 1; i < (i1>>1) + 1; i++)
>> p[2 * i] -= (I_LFTG_BETA * (p[2 * i - 1] + p[2 * i + 1]) + (1 << 15)) >> 16;
>> for (i = (i0>>1) - 1; i < (i1>>1); i++)
>> @@ -276,7 +278,7 @@ static void dwt_encode97_int(DWTContext *s, int *t)
>>
>> // copy back and deinterleave
>> for (i = mv; i < lv; i+=2, j++)
>> - t[w*j + lp] = ((l[i] * I_LFTG_X) + (1 << 15)) >> 16;
>> + t[w*j + lp] = l[i];
>> for (i = 1-mv; i < lv; i+=2, j++)
>> t[w*j + lp] = l[i];
>> }
>> @@ -293,7 +295,7 @@ static void dwt_encode97_int(DWTContext *s, int *t)
>>
>> // copy back and deinterleave
>> for (i = mh; i < lh; i+=2, j++)
>> - t[w*lp + j] = ((l[i] * I_LFTG_X) + (1 << 15)) >> 16;
>> + t[w*lp + j] = l[i];
>> for (i = 1-mh; i < lh; i+=2, j++)
>> t[w*lp + j] = l[i];
>> }
>> @@ -301,7 +303,7 @@ static void dwt_encode97_int(DWTContext *s, int *t)
>> }
>>
>> for (i = 0; i < w * h; i++)
>> - t[i] = (t[i] + ((1<<I_PRESHIFT)>>1)) >> I_PRESHIFT;
>> + t[i] = (t[i] + ((1<<(I_PRESHIFT))>>1)) >> (I_PRESHIFT);
>> }
>>
>> static void sr_1d53(unsigned *p, int i0, int i1)
>> @@ -471,8 +473,11 @@ static void sr_1d97_int(int32_t *p, int i0, int i1)
>> for (i = (i0 >> 1); i < (i1 >> 1) + 1; i++)
>> p[2 * i] += (I_LFTG_BETA * (p[2 * i - 1] + (int64_t)p[2 * i + 1]) + (1 << 15)) >> 16;
>> /* step 6 */
>> - for (i = (i0 >> 1); i < (i1 >> 1); i++)
>> - p[2 * i + 1] += (I_LFTG_ALPHA * (p[2 * i] + (int64_t)p[2 * i + 2]) + (1 << 15)) >> 16;
>> + for (i = (i0 >> 1); i < (i1 >> 1); i++) {
>> + const int64_t sum = p[2 * i] + (int64_t) p[2 * i + 2];
>> + p[2 * i + 1] += sum;
>> + p[2 * i + 1] += (I_LFTG_ALPHA_PRIME * sum + (1 << 15)) >> 16;
>> + }
>> }
>>
>> static void dwt_decode97_int(DWTContext *s, int32_t *t)
>> @@ -486,9 +491,6 @@ static void dwt_decode97_int(DWTContext *s, int32_t *t)
>> /* position at index O of line range [0-5,w+5] cf. extend function */
>> line += 5;
>>
>> - for (i = 0; i < w * h; i++)
>> - data[i] *= 1LL << I_PRESHIFT;
>> -
>> for (lev = 0; lev < s->ndeclevels; lev++) {
>> int lh = s->linelen[lev][0],
>> lv = s->linelen[lev][1],
>> @@ -500,9 +502,9 @@ static void dwt_decode97_int(DWTContext *s, int32_t *t)
>> l = line + mh;
>> for (lp = 0; lp < lv; lp++) {
>> int i, j = 0;
>> - // rescale with interleaving
>> + // interleaving
>> for (i = mh; i < lh; i += 2, j++)
>> - l[i] = ((data[w * lp + j] * I_LFTG_K) + (1 << 15)) >> 16;
>> + l[i] = data[w * lp + j];
>> for (i = 1 - mh; i < lh; i += 2, j++)
>> l[i] = data[w * lp + j];
>>
>> @@ -516,9 +518,9 @@ static void dwt_decode97_int(DWTContext *s, int32_t *t)
>> l = line + mv;
>> for (lp = 0; lp < lh; lp++) {
>> int i, j = 0;
>> - // rescale with interleaving
>> + // interleaving
>> for (i = mv; i < lv; i += 2, j++)
>> - l[i] = ((data[w * j + lp] * I_LFTG_K) + (1 << 15)) >> 16;
>> + l[i] = data[w * j + lp];
>> for (i = 1 - mv; i < lv; i += 2, j++)
>> l[i] = data[w * j + lp];
>>
>> @@ -530,7 +532,8 @@ static void dwt_decode97_int(DWTContext *s, int32_t *t)
>> }
>>
>> for (i = 0; i < w * h; i++)
>> - data[i] = (data[i] + ((1LL<<I_PRESHIFT)>>1)) >> I_PRESHIFT;
>> + // We shift down by `I_PRESHIFT` because the input coefficients `datap[]` were shifted up by `I_PRESHIFT` to secure the precision
>> + data[i] = (int32_t)(data[i] + ((1LL<<(I_PRESHIFT))>>1)) >> (I_PRESHIFT);
>> }
>>
>> int ff_jpeg2000_dwt_init(DWTContext *s, int border[2][2],
>> diff --git a/libavcodec/jpeg2000dwt.h b/libavcodec/jpeg2000dwt.h
>> index 718d183ac1..62f0548ac8 100644
>> --- a/libavcodec/jpeg2000dwt.h
>> +++ b/libavcodec/jpeg2000dwt.h
>> @@ -32,6 +32,7 @@
>> #define FF_DWT_MAX_DECLVLS 32 ///< max number of decomposition levels
>> #define F_LFTG_K 1.230174104914001f
>> #define F_LFTG_X 0.812893066115961f
>> +#define I_PRESHIFT 8
>>
>> enum DWTType {
>> FF_DWT97,
>> diff --git a/libavcodec/jpeg2000htdec.c b/libavcodec/jpeg2000htdec.c
>> index c47c8d61fe..186a6873ac 100644
>> --- a/libavcodec/jpeg2000htdec.c
>> +++ b/libavcodec/jpeg2000htdec.c
>> @@ -1314,8 +1314,6 @@ ff_jpeg2000_decode_htj2k(const Jpeg2000DecoderContext *s, Jpeg2000CodingStyle *c
>> jpeg2000_decode_magref_segment(width, height, quad_buf_width, Dref, Lref,
>> pLSB - 1, sample_buf, block_states);
>>
>> - pLSB = 31 - M_b;
>> -
>> /* Reconstruct the sample values */
>> for (int y = 0; y < height; y++) {
>> for (int x = 0; x < width; x++) {
>> @@ -1328,12 +1326,7 @@ ff_jpeg2000_decode_htj2k(const Jpeg2000DecoderContext *s, Jpeg2000CodingStyle *c
>> /* ROI shift, if necessary */
>> if (roi_shift && (((uint32_t)val & ~mask) == 0))
>> val <<= roi_shift;
>> - /* Convert sign-magnitude to two's complement. */
>> - if (sign)
>> - val = -val;
>> - /* Shift down to 1 bit upper from decimal point for reconstruction value (= 0.5) */
>> - val >>= (pLSB - 1);
>> - t1->data[n] = val;
>> + t1->data[n] = val | sign; /* NOTE: Binary point for reconstruction value is located in 31 - M_b */
>> }
>> }
>> free:
>> diff --git a/libavcodec/tests/jpeg2000dwt.c b/libavcodec/tests/jpeg2000dwt.c
>> index 520ecc05a3..9b26440ca8 100644
>> --- a/libavcodec/tests/jpeg2000dwt.c
>> +++ b/libavcodec/tests/jpeg2000dwt.c
>> @@ -46,6 +46,11 @@ static int test_dwt(int *array, int *ref, int border[2][2], int decomp_levels, i
>> fprintf(stderr, "ff_dwt_encode failed\n");
>> return 1;
>> }
>> + if (type == FF_DWT97_INT) {
>> + // pre-scaling to simulate dequantization which places the binary point at 1 bit above from LSB
>> + for (j = 0; j< s->linelen[decomp_levels-1][0] * s->linelen[decomp_levels-1][1]; j++)
>> + array[j] <<= I_PRESHIFT;
>> + }
>> ret = ff_dwt_decode(s, array);
>> if (ret < 0) {
>> fprintf(stderr, "ff_dwt_encode failed\n");
>> diff --git a/tests/ref/fate/j2k-dwt b/tests/ref/fate/j2k-dwt
>> index 42415f00f9..9fbaaefd02 100644
>> --- a/tests/ref/fate/j2k-dwt
>> +++ b/tests/ref/fate/j2k-dwt
>> @@ -1,60 +1,60 @@
>> 5/3i, decomp:15 border 151 170 140 183 milli-err2: 0
>> -9/7i, decomp:15 border 151 170 140 183 milli-err2: 544
>> +9/7i, decomp:15 border 151 170 140 183 milli-err2: 112
>> 9/7f, decomp:15 border 151 170 140 183 err2: 0.000
>> 5/3i, decomp:21 border 173 201 81 189 milli-err2: 0
>> -9/7i, decomp:21 border 173 201 81 189 milli-err2: 592
>> +9/7i, decomp:21 border 173 201 81 189 milli-err2: 109
>> 9/7f, decomp:21 border 173 201 81 189 err2: 0.000
>> 5/3i, decomp:22 border 213 227 76 245 milli-err2: 0
>> -9/7i, decomp:22 border 213 227 76 245 milli-err2: 533
>> +9/7i, decomp:22 border 213 227 76 245 milli-err2: 115
>> 9/7f, decomp:22 border 213 227 76 245 err2: 0.000
>> 5/3i, decomp:13 border 134 157 184 203 milli-err2: 0
>> -9/7i, decomp:13 border 134 157 184 203 milli-err2: 535
>> +9/7i, decomp:13 border 134 157 184 203 milli-err2: 109
>> 9/7f, decomp:13 border 134 157 184 203 err2: 0.000
>> 5/3i, decomp: 1 border 204 237 6 106 milli-err2: 0
>> -9/7i, decomp: 1 border 204 237 6 106 milli-err2: 219
>> +9/7i, decomp: 1 border 204 237 6 106 milli-err2: 95
>> 9/7f, decomp: 1 border 204 237 6 106 err2: 0.000
>> 5/3i, decomp:28 border 76 211 13 210 milli-err2: 0
>> -9/7i, decomp:28 border 76 211 13 210 milli-err2: 791
>> +9/7i, decomp:28 border 76 211 13 210 milli-err2: 117
>> 9/7f, decomp:28 border 76 211 13 210 err2: 0.000
>> 5/3i, decomp:21 border 76 99 43 123 milli-err2: 0
>> -9/7i, decomp:21 border 76 99 43 123 milli-err2: 686
>> +9/7i, decomp:21 border 76 99 43 123 milli-err2: 104
>> 9/7f, decomp:21 border 76 99 43 123 err2: 0.000
>> 5/3i, decomp:15 border 192 243 174 204 milli-err2: 0
>> -9/7i, decomp:15 border 192 243 174 204 milli-err2: 476
>> +9/7i, decomp:15 border 192 243 174 204 milli-err2: 122
>> 9/7f, decomp:15 border 192 243 174 204 err2: 0.000
>> 5/3i, decomp:21 border 17 68 93 204 milli-err2: 0
>> -9/7i, decomp:21 border 17 68 93 204 milli-err2: 633
>> +9/7i, decomp:21 border 17 68 93 204 milli-err2: 124
>> 9/7f, decomp:21 border 17 68 93 204 err2: 0.000
>> 5/3i, decomp:11 border 142 168 82 174 milli-err2: 0
>> -9/7i, decomp:11 border 142 168 82 174 milli-err2: 696
>> +9/7i, decomp:11 border 142 168 82 174 milli-err2: 115
>> 9/7f, decomp:11 border 142 168 82 174 err2: 0.000
>> 5/3i, decomp:23 border 142 209 171 235 milli-err2: 0
>> -9/7i, decomp:23 border 142 209 171 235 milli-err2: 626
>> +9/7i, decomp:23 border 142 209 171 235 milli-err2: 120
>> 9/7f, decomp:23 border 142 209 171 235 err2: 0.000
>> 5/3i, decomp:30 border 37 185 79 245 milli-err2: 0
>> -9/7i, decomp:30 border 37 185 79 245 milli-err2: 953
>> +9/7i, decomp:30 border 37 185 79 245 milli-err2: 116
>> 9/7f, decomp:30 border 37 185 79 245 err2: 0.000
>> 5/3i, decomp: 5 border 129 236 30 243 milli-err2: 0
>> -9/7i, decomp: 5 border 129 236 30 243 milli-err2: 620
>> +9/7i, decomp: 5 border 129 236 30 243 milli-err2: 117
>> 9/7f, decomp: 5 border 129 236 30 243 err2: 0.000
>> 5/3i, decomp:10 border 5 160 146 247 milli-err2: 0
>> -9/7i, decomp:10 border 5 160 146 247 milli-err2: 797
>> +9/7i, decomp:10 border 5 160 146 247 milli-err2: 117
>> 9/7f, decomp:10 border 5 160 146 247 err2: 0.000
>> 5/3i, decomp: 5 border 104 162 6 47 milli-err2: 0
>> -9/7i, decomp: 5 border 104 162 6 47 milli-err2: 603
>> +9/7i, decomp: 5 border 104 162 6 47 milli-err2: 120
>> 9/7f, decomp: 5 border 104 162 6 47 err2: 0.000
>> 5/3i, decomp:24 border 78 250 102 218 milli-err2: 0
>> -9/7i, decomp:24 border 78 250 102 218 milli-err2: 836
>> +9/7i, decomp:24 border 78 250 102 218 milli-err2: 113
>> 9/7f, decomp:24 border 78 250 102 218 err2: 0.000
>> 5/3i, decomp:28 border 86 98 56 79 milli-err2: 0
>> -9/7i, decomp:28 border 86 98 56 79 milli-err2: 597
>> +9/7i, decomp:28 border 86 98 56 79 milli-err2: 115
>> 9/7f, decomp:28 border 86 98 56 79 err2: 0.000
>> 5/3i, decomp: 6 border 95 238 197 214 milli-err2: 0
>> -9/7i, decomp: 6 border 95 238 197 214 milli-err2: 478
>> +9/7i, decomp: 6 border 95 238 197 214 milli-err2: 114
>> 9/7f, decomp: 6 border 95 238 197 214 err2: 0.000
>> 5/3i, decomp:17 border 77 169 93 165 milli-err2: 0
>> -9/7i, decomp:17 border 77 169 93 165 milli-err2: 616
>> +9/7i, decomp:17 border 77 169 93 165 milli-err2: 124
>> 9/7f, decomp:17 border 77 169 93 165 err2: 0.000
>> 5/3i, decomp:22 border 178 187 7 119 milli-err2: 0
>> -9/7i, decomp:22 border 178 187 7 119 milli-err2: 392
>> +9/7i, decomp:22 border 178 187 7 119 milli-err2: 96
>> 9/7f, decomp:22 border 178 187 7 119 err2: 0.000
>> diff --git a/tests/ref/fate/jpeg2000-dcinema b/tests/ref/fate/jpeg2000-dcinema
>> index cdf8cd4fc6..223d753580 100644
>> --- a/tests/ref/fate/jpeg2000-dcinema
>> +++ b/tests/ref/fate/jpeg2000-dcinema
>> @@ -3,5 +3,5 @@
>> #codec_id 0: rawvideo
>> #dimensions 0: 1920x1080
>> #sar 0: 1/1
>> -0, 0, 0, 1, 12441600, 0xfcf6a127
>> -0, 1, 1, 1, 12441600, 0x577b6a64
>> +0, 0, 0, 1, 12441600, 0x0cf44be1
>> +0, 1, 1, 1, 12441600, 0xefe54482
>> diff --git a/tests/ref/fate/jpeg2000dec-p0_04 b/tests/ref/fate/jpeg2000dec-p0_04
>> index 5de7880c44..4c3ec322e4 100644
>> --- a/tests/ref/fate/jpeg2000dec-p0_04
>> +++ b/tests/ref/fate/jpeg2000dec-p0_04
>> @@ -3,4 +3,4 @@
>> #codec_id 0: rawvideo
>> #dimensions 0: 640x480
>> #sar 0: 0/1
>> -0, 0, 0, 1, 921600, 0x097d9665
>> +0, 0, 0, 1, 921600, 0x38311bba
>> diff --git a/tests/ref/fate/jpeg2000dec-p0_05 b/tests/ref/fate/jpeg2000dec-p0_05
>> index bb215043a1..410a08a62c 100644
>> --- a/tests/ref/fate/jpeg2000dec-p0_05
>> +++ b/tests/ref/fate/jpeg2000dec-p0_05
>> @@ -3,4 +3,4 @@
>> #codec_id 0: rawvideo
>> #dimensions 0: 1024x1024
>> #sar 0: 0/1
>> -0, 0, 0, 1, 2621440, 0x081f5048
>> +0, 0, 0, 1, 2621440, 0x9608ad8b
>> diff --git a/tests/ref/fate/jpeg2000dec-p0_09 b/tests/ref/fate/jpeg2000dec-p0_09
>> index 1755e7cc7d..ff78bf9dc7 100644
>> --- a/tests/ref/fate/jpeg2000dec-p0_09
>> +++ b/tests/ref/fate/jpeg2000dec-p0_09
>> @@ -3,4 +3,4 @@
>> #codec_id 0: rawvideo
>> #dimensions 0: 17x37
>> #sar 0: 0/1
>> -0, 0, 0, 1, 629, 0x5c9c389d
>> +0, 0, 0, 1, 629, 0xf35d38d6
>> diff --git a/tests/ref/vsynth/vsynth1-jpeg2000-97 b/tests/ref/vsynth/vsynth1-jpeg2000-97
>> index c979ab5c36..820249c6c0 100644
>> --- a/tests/ref/vsynth/vsynth1-jpeg2000-97
>> +++ b/tests/ref/vsynth/vsynth1-jpeg2000-97
>> @@ -1,4 +1,4 @@
>> -5e6d32b7205d31245b0d1f015d08b515 *tests/data/fate/vsynth1-jpeg2000-97.avi
>> -3643886 tests/data/fate/vsynth1-jpeg2000-97.avi
>> -a2262f1da2f49bc196b780a6b47ec4e8 *tests/data/fate/vsynth1-jpeg2000-97.out.rawvideo
>> -stddev: 4.23 PSNR: 35.59 MAXDIFF: 53 bytes: 7603200/ 7603200
>> +803c2e8a4d054c5d603eed4c77abe492 *tests/data/fate/vsynth1-jpeg2000-97.avi
>> +4466514 tests/data/fate/vsynth1-jpeg2000-97.avi
>> +c9cf5a4580f10b00056c8d8731d21395 *tests/data/fate/vsynth1-jpeg2000-97.out.rawvideo
>> +stddev: 3.82 PSNR: 36.49 MAXDIFF: 49 bytes: 7603200/ 7603200
>> diff --git a/tests/ref/vsynth/vsynth2-jpeg2000-97 b/tests/ref/vsynth/vsynth2-jpeg2000-97
>> index 591f8b6bb3..e40dca5b9a 100644
>> --- a/tests/ref/vsynth/vsynth2-jpeg2000-97
>> +++ b/tests/ref/vsynth/vsynth2-jpeg2000-97
>> @@ -1,4 +1,4 @@
>> -aa5573136c54b1855d8d00efe2a149bd *tests/data/fate/vsynth2-jpeg2000-97.avi
>> -2464134 tests/data/fate/vsynth2-jpeg2000-97.avi
>> -1f63c8b065e847e4c63d57ce23442ea8 *tests/data/fate/vsynth2-jpeg2000-97.out.rawvideo
>> -stddev: 3.21 PSNR: 37.99 MAXDIFF: 26 bytes: 7603200/ 7603200
>> +c189c8b89c7aee3ab4f4a5aafdf7568f *tests/data/fate/vsynth2-jpeg2000-97.avi
>> +3225460 tests/data/fate/vsynth2-jpeg2000-97.avi
>> +4c0fbd7af969085d19dfabeb9634cddb *tests/data/fate/vsynth2-jpeg2000-97.out.rawvideo
>> +stddev: 2.55 PSNR: 39.98 MAXDIFF: 22 bytes: 7603200/ 7603200
>> diff --git a/tests/ref/vsynth/vsynth3-jpeg2000-97 b/tests/ref/vsynth/vsynth3-jpeg2000-97
>> index 5d9d083791..92376e64cf 100644
>> --- a/tests/ref/vsynth/vsynth3-jpeg2000-97
>> +++ b/tests/ref/vsynth/vsynth3-jpeg2000-97
>> @@ -1,4 +1,4 @@
>> -522e12684aca4262a9d613cb2db7006c *tests/data/fate/vsynth3-jpeg2000-97.avi
>> -85526 tests/data/fate/vsynth3-jpeg2000-97.avi
>> -8def36ad1413ab3a5c2af2e1af4603f9 *tests/data/fate/vsynth3-jpeg2000-97.out.rawvideo
>> -stddev: 4.51 PSNR: 35.04 MAXDIFF: 47 bytes: 86700/ 86700
>> +943cbdefa18b4a83175943f4e81e037c *tests/data/fate/vsynth3-jpeg2000-97.avi
>> +95642 tests/data/fate/vsynth3-jpeg2000-97.avi
>> +c4d58f0da2e8be602f54f032b58a581b *tests/data/fate/vsynth3-jpeg2000-97.out.rawvideo
>> +stddev: 4.11 PSNR: 35.84 MAXDIFF: 46 bytes: 86700/ 86700
>> diff --git a/tests/ref/vsynth/vsynth_lena-jpeg2000-97 b/tests/ref/vsynth/vsynth_lena-jpeg2000-97
>> index 0539300185..dd2819b8cb 100644
>> --- a/tests/ref/vsynth/vsynth_lena-jpeg2000-97
>> +++ b/tests/ref/vsynth/vsynth_lena-jpeg2000-97
>> @@ -1,4 +1,4 @@
>> -80fe872c8afaad914da6ef037957d93b *tests/data/fate/vsynth_lena-jpeg2000-97.avi
>> -1937216 tests/data/fate/vsynth_lena-jpeg2000-97.avi
>> -1b97333a8dc115a5ba609b0070d89d4d *tests/data/fate/vsynth_lena-jpeg2000-97.out.rawvideo
>> -stddev: 2.82 PSNR: 39.10 MAXDIFF: 24 bytes: 7603200/ 7603200
>> +9e2f5705be9d08494530724b625e17a4 *tests/data/fate/vsynth_lena-jpeg2000-97.avi
>> +2599714 tests/data/fate/vsynth_lena-jpeg2000-97.avi
>> +ab207505ec9c8a16bb45621404199e5c *tests/data/fate/vsynth_lena-jpeg2000-97.out.rawvideo
>> +stddev: 2.23 PSNR: 41.16 MAXDIFF: 20 bytes: 7603200/ 7603200
>> --
>> 2.43.0
>>
More information about the ffmpeg-devel
mailing list