generic-library/vpx
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Fix overflows in dual prediction mode selection.

Browse Source 
Change-Id: I265ad46e01a307bca21e6223725e4055f5e08648
This commit is contained in:
Ronald S. Bultje
2012-02-15 08:30:36 -08:00
parent 46f9ad2ca5
commit 0930dde249
3 changed files with 23 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
vp8/encoder/rdopt.c
View File

@@ -3142,9 +3142,18 @@ void vp8_rd_pick_inter_mode(VP8_COMP *cpi, MACROBLOCK *x, int recon_yoffset, int
rd_update_mvcount(cpi, x, &frame_best_ref_mv[xd->mode_info_context->mbmi.ref_frame]);
*best_single_rd_diff = best_rd - best_single_rd;
*best_dual_rd_diff = best_rd - best_dual_rd;
*best_hybrid_rd_diff = best_rd - best_hybrid_rd;
if (best_single_rd == INT_MAX)
*best_single_rd_diff = INT_MIN;
else
*best_single_rd_diff = best_rd - best_single_rd;
if (best_dual_rd == INT_MAX)
*best_dual_rd_diff = INT_MIN;
else
*best_dual_rd_diff = best_rd - best_dual_rd;
if (best_hybrid_rd == INT_MAX)
*best_hybrid_rd_diff = INT_MIN;
else
*best_hybrid_rd_diff = best_rd - best_hybrid_rd;
}
void vp8_rd_pick_intra_mode(VP8_COMP *cpi, MACROBLOCK *x, int *rate_)