From aa77b5168f83e80156f5ea67f6c8ff980145966c Mon Sep 17 00:00:00 2001 From: Alex Converse Date: Mon, 3 Oct 2016 16:16:24 -0700 Subject: [PATCH] ext_tx: fix a signed overflow Change-Id: I9a08bc5da1a84c3d4b8fe2d457bb80406c0bc028 --- av1/encoder/dct.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/av1/encoder/dct.c b/av1/encoder/dct.c index 697f7918c..f43a07cff 100644 --- a/av1/encoder/dct.c +++ b/av1/encoder/dct.c @@ -1871,7 +1871,7 @@ void av1_fwd_idtx_c(const int16_t *src_diff, tran_low_t *coeff, int stride, const int shift = bs < 32 ? 3 : 2; if (tx_type == IDTX) { for (r = 0; r < bs; ++r) { - for (c = 0; c < bs; ++c) coeff[c] = src_diff[c] << shift; + for (c = 0; c < bs; ++c) coeff[c] = src_diff[c] * (1 << shift); src_diff += stride; coeff += bs; }