generic-library/ffmpeg
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

avoid integer overflow in dnxhd encoder, fixes #1557

Browse Source 
Originally committed as revision 20557 to svn://svn.ffmpeg.org/ffmpeg/trunk
This commit is contained in:
Baptiste Coudurier 2009-11-20 00:13:34 +00:00
parent a4fcd9966b
commit cb893cf386
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libavcodec/dnxhdenc.c
View File

@ -574,9 +574,11 @@ static int dnxhd_encode_rdo(AVCodecContext *avctx, DNXHDEncContext *ctx)
last_higher = FFMAX(lambda, last_higher); last_higher = FFMAX(lambda, last_higher);
if (last_lower != INT_MAX) if (last_lower != INT_MAX)
lambda = (lambda+last_lower)>>1; lambda = (lambda+last_lower)>>1;
else if ((int64_t)lambda + up_step > INT_MAX)
return -1;
else else
lambda += up_step; lambda += up_step;
up_step *= 5; up_step = FFMIN((int64_t)up_step*5, INT_MAX);
down_step = 1<<LAMBDA_FRAC_BITS; down_step = 1<<LAMBDA_FRAC_BITS;
} }
} }