generic-library/vpx
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Merge "Fix for crash in highbitdepth rt mode"

Browse Source
This commit is contained in:
Debargha Mukherjee 2014-12-16 06:41:54 -08:00 committed by Gerrit Code Review
commit 4ebdb4a1b9
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vp9/encoder/vp9_encodeframe.c
View File

@ -593,7 +593,16 @@ static void choose_partitioning(VP9_COMP *cpi,
unsigned int sse = 0;
int sum = 0;
if (x4_idx < pixels_wide && y4_idx < pixels_high) {
#if CONFIG_VP9_HIGHBITDEPTH
int s_avg;
if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
s_avg = vp9_highbd_avg_4x4(s + y4_idx * sp + x4_idx, sp);
} else {
s_avg = vp9_avg_4x4(s + y4_idx * sp + x4_idx, sp);
}
#else
int s_avg = vp9_avg_4x4(s + y4_idx * sp + x4_idx, sp);
#endif
// For key frame, reference is set to 128.
sum = s_avg - 128;
sse = sum * sum;