412 lines
16 KiB
C
412 lines
16 KiB
C
/*
|
|
* Copyright (c) 2010 The WebM project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include <assert.h>
|
|
|
|
#include "./vpx_config.h"
|
|
#include "vpx/vpx_integer.h"
|
|
#include "vp9/common/vp9_blockd.h"
|
|
#include "vp9/common/vp9_filter.h"
|
|
#include "vp9/common/vp9_reconinter.h"
|
|
#include "vp9/common/vp9_reconintra.h"
|
|
|
|
static int scale_value_x_with_scaling(int val,
|
|
const struct scale_factors *scale) {
|
|
return (val * scale->x_scale_fp >> VP9_REF_SCALE_SHIFT);
|
|
}
|
|
|
|
static int scale_value_y_with_scaling(int val,
|
|
const struct scale_factors *scale) {
|
|
return (val * scale->y_scale_fp >> VP9_REF_SCALE_SHIFT);
|
|
}
|
|
|
|
static int unscaled_value(int val, const struct scale_factors *scale) {
|
|
(void) scale;
|
|
return val;
|
|
}
|
|
|
|
static MV32 mv_q3_to_q4_with_scaling(const MV *mv,
|
|
const struct scale_factors *scale) {
|
|
const MV32 res = {
|
|
((mv->row << 1) * scale->y_scale_fp >> VP9_REF_SCALE_SHIFT)
|
|
+ scale->y_offset_q4,
|
|
((mv->col << 1) * scale->x_scale_fp >> VP9_REF_SCALE_SHIFT)
|
|
+ scale->x_offset_q4
|
|
};
|
|
return res;
|
|
}
|
|
|
|
static MV32 mv_q3_to_q4_without_scaling(const MV *mv,
|
|
const struct scale_factors *scale) {
|
|
const MV32 res = {
|
|
mv->row << 1,
|
|
mv->col << 1
|
|
};
|
|
return res;
|
|
}
|
|
|
|
static MV32 mv_q4_with_scaling(const MV *mv,
|
|
const struct scale_factors *scale) {
|
|
const MV32 res = {
|
|
(mv->row * scale->y_scale_fp >> VP9_REF_SCALE_SHIFT) + scale->y_offset_q4,
|
|
(mv->col * scale->x_scale_fp >> VP9_REF_SCALE_SHIFT) + scale->x_offset_q4
|
|
};
|
|
return res;
|
|
}
|
|
|
|
static MV32 mv_q4_without_scaling(const MV *mv,
|
|
const struct scale_factors *scale) {
|
|
const MV32 res = {
|
|
mv->row,
|
|
mv->col
|
|
};
|
|
return res;
|
|
}
|
|
|
|
static void set_offsets_with_scaling(struct scale_factors *scale,
|
|
int row, int col) {
|
|
const int x_q4 = 16 * col;
|
|
const int y_q4 = 16 * row;
|
|
|
|
scale->x_offset_q4 = (x_q4 * scale->x_scale_fp >> VP9_REF_SCALE_SHIFT) & 0xf;
|
|
scale->y_offset_q4 = (y_q4 * scale->y_scale_fp >> VP9_REF_SCALE_SHIFT) & 0xf;
|
|
}
|
|
|
|
static void set_offsets_without_scaling(struct scale_factors *scale,
|
|
int row, int col) {
|
|
scale->x_offset_q4 = 0;
|
|
scale->y_offset_q4 = 0;
|
|
}
|
|
|
|
static int get_fixed_point_scale_factor(int other_size, int this_size) {
|
|
// Calculate scaling factor once for each reference frame
|
|
// and use fixed point scaling factors in decoding and encoding routines.
|
|
// Hardware implementations can calculate scale factor in device driver
|
|
// and use multiplication and shifting on hardware instead of division.
|
|
return (other_size << VP9_REF_SCALE_SHIFT) / this_size;
|
|
}
|
|
|
|
void vp9_setup_scale_factors_for_frame(struct scale_factors *scale,
|
|
int other_w, int other_h,
|
|
int this_w, int this_h) {
|
|
scale->x_scale_fp = get_fixed_point_scale_factor(other_w, this_w);
|
|
scale->x_offset_q4 = 0; // calculated per-mb
|
|
scale->x_step_q4 = (16 * scale->x_scale_fp >> VP9_REF_SCALE_SHIFT);
|
|
|
|
scale->y_scale_fp = get_fixed_point_scale_factor(other_h, this_h);
|
|
scale->y_offset_q4 = 0; // calculated per-mb
|
|
scale->y_step_q4 = (16 * scale->y_scale_fp >> VP9_REF_SCALE_SHIFT);
|
|
|
|
if ((other_w == this_w) && (other_h == this_h)) {
|
|
scale->scale_value_x = unscaled_value;
|
|
scale->scale_value_y = unscaled_value;
|
|
scale->set_scaled_offsets = set_offsets_without_scaling;
|
|
scale->scale_mv_q3_to_q4 = mv_q3_to_q4_without_scaling;
|
|
scale->scale_mv_q4 = mv_q4_without_scaling;
|
|
} else {
|
|
scale->scale_value_x = scale_value_x_with_scaling;
|
|
scale->scale_value_y = scale_value_y_with_scaling;
|
|
scale->set_scaled_offsets = set_offsets_with_scaling;
|
|
scale->scale_mv_q3_to_q4 = mv_q3_to_q4_with_scaling;
|
|
scale->scale_mv_q4 = mv_q4_with_scaling;
|
|
}
|
|
|
|
// TODO(agrange): Investigate the best choice of functions to use here
|
|
// for EIGHTTAP_SMOOTH. Since it is not interpolating, need to choose what
|
|
// to do at full-pel offsets. The current selection, where the filter is
|
|
// applied in one direction only, and not at all for 0,0, seems to give the
|
|
// best quality, but it may be worth trying an additional mode that does
|
|
// do the filtering on full-pel.
|
|
if (scale->x_step_q4 == 16) {
|
|
if (scale->y_step_q4 == 16) {
|
|
// No scaling in either direction.
|
|
scale->predict[0][0][0] = vp9_convolve_copy;
|
|
scale->predict[0][0][1] = vp9_convolve_avg;
|
|
scale->predict[0][1][0] = vp9_convolve8_vert;
|
|
scale->predict[0][1][1] = vp9_convolve8_avg_vert;
|
|
scale->predict[1][0][0] = vp9_convolve8_horiz;
|
|
scale->predict[1][0][1] = vp9_convolve8_avg_horiz;
|
|
} else {
|
|
// No scaling in x direction. Must always scale in the y direction.
|
|
scale->predict[0][0][0] = vp9_convolve8_vert;
|
|
scale->predict[0][0][1] = vp9_convolve8_avg_vert;
|
|
scale->predict[0][1][0] = vp9_convolve8_vert;
|
|
scale->predict[0][1][1] = vp9_convolve8_avg_vert;
|
|
scale->predict[1][0][0] = vp9_convolve8;
|
|
scale->predict[1][0][1] = vp9_convolve8_avg;
|
|
}
|
|
} else {
|
|
if (scale->y_step_q4 == 16) {
|
|
// No scaling in the y direction. Must always scale in the x direction.
|
|
scale->predict[0][0][0] = vp9_convolve8_horiz;
|
|
scale->predict[0][0][1] = vp9_convolve8_avg_horiz;
|
|
scale->predict[0][1][0] = vp9_convolve8;
|
|
scale->predict[0][1][1] = vp9_convolve8_avg;
|
|
scale->predict[1][0][0] = vp9_convolve8_horiz;
|
|
scale->predict[1][0][1] = vp9_convolve8_avg_horiz;
|
|
} else {
|
|
// Must always scale in both directions.
|
|
scale->predict[0][0][0] = vp9_convolve8;
|
|
scale->predict[0][0][1] = vp9_convolve8_avg;
|
|
scale->predict[0][1][0] = vp9_convolve8;
|
|
scale->predict[0][1][1] = vp9_convolve8_avg;
|
|
scale->predict[1][0][0] = vp9_convolve8;
|
|
scale->predict[1][0][1] = vp9_convolve8_avg;
|
|
}
|
|
}
|
|
// 2D subpel motion always gets filtered in both directions
|
|
scale->predict[1][1][0] = vp9_convolve8;
|
|
scale->predict[1][1][1] = vp9_convolve8_avg;
|
|
}
|
|
|
|
void vp9_setup_interp_filters(MACROBLOCKD *xd,
|
|
INTERPOLATIONFILTERTYPE mcomp_filter_type,
|
|
VP9_COMMON *cm) {
|
|
if (xd->mode_info_context) {
|
|
MB_MODE_INFO *mbmi = &xd->mode_info_context->mbmi;
|
|
|
|
set_scale_factors(xd, mbmi->ref_frame[0] - 1, mbmi->ref_frame[1] - 1,
|
|
cm->active_ref_scale);
|
|
}
|
|
|
|
switch (mcomp_filter_type) {
|
|
case EIGHTTAP:
|
|
case SWITCHABLE:
|
|
xd->subpix.filter_x = xd->subpix.filter_y = vp9_sub_pel_filters_8;
|
|
break;
|
|
case EIGHTTAP_SMOOTH:
|
|
xd->subpix.filter_x = xd->subpix.filter_y = vp9_sub_pel_filters_8lp;
|
|
break;
|
|
case EIGHTTAP_SHARP:
|
|
xd->subpix.filter_x = xd->subpix.filter_y = vp9_sub_pel_filters_8s;
|
|
break;
|
|
case BILINEAR:
|
|
xd->subpix.filter_x = xd->subpix.filter_y = vp9_bilinear_filters;
|
|
break;
|
|
}
|
|
assert(((intptr_t)xd->subpix.filter_x & 0xff) == 0);
|
|
}
|
|
|
|
void vp9_build_inter_predictor(const uint8_t *src, int src_stride,
|
|
uint8_t *dst, int dst_stride,
|
|
const int_mv *src_mv,
|
|
const struct scale_factors *scale,
|
|
int w, int h, int weight,
|
|
const struct subpix_fn_table *subpix,
|
|
enum mv_precision precision) {
|
|
const MV32 mv = precision == MV_PRECISION_Q4
|
|
? scale->scale_mv_q4(&src_mv->as_mv, scale)
|
|
: scale->scale_mv_q3_to_q4(&src_mv->as_mv, scale);
|
|
const int subpel_x = mv.col & 15;
|
|
const int subpel_y = mv.row & 15;
|
|
|
|
src += (mv.row >> 4) * src_stride + (mv.col >> 4);
|
|
scale->predict[!!subpel_x][!!subpel_y][weight](
|
|
src, src_stride, dst, dst_stride,
|
|
subpix->filter_x[subpel_x], scale->x_step_q4,
|
|
subpix->filter_y[subpel_y], scale->y_step_q4,
|
|
w, h);
|
|
}
|
|
|
|
static INLINE int round_mv_comp_q4(int value) {
|
|
return (value < 0 ? value - 2 : value + 2) / 4;
|
|
}
|
|
|
|
static int mi_mv_pred_row_q4(MACROBLOCKD *mb, int idx) {
|
|
const int temp = mb->mode_info_context->bmi[0].as_mv[idx].as_mv.row +
|
|
mb->mode_info_context->bmi[1].as_mv[idx].as_mv.row +
|
|
mb->mode_info_context->bmi[2].as_mv[idx].as_mv.row +
|
|
mb->mode_info_context->bmi[3].as_mv[idx].as_mv.row;
|
|
return round_mv_comp_q4(temp);
|
|
}
|
|
|
|
static int mi_mv_pred_col_q4(MACROBLOCKD *mb, int idx) {
|
|
const int temp = mb->mode_info_context->bmi[0].as_mv[idx].as_mv.col +
|
|
mb->mode_info_context->bmi[1].as_mv[idx].as_mv.col +
|
|
mb->mode_info_context->bmi[2].as_mv[idx].as_mv.col +
|
|
mb->mode_info_context->bmi[3].as_mv[idx].as_mv.col;
|
|
return round_mv_comp_q4(temp);
|
|
}
|
|
|
|
// TODO(jkoleszar): yet another mv clamping function :-(
|
|
MV clamp_mv_to_umv_border_sb(const MV *src_mv,
|
|
int bwl, int bhl, int ss_x, int ss_y,
|
|
int mb_to_left_edge, int mb_to_top_edge,
|
|
int mb_to_right_edge, int mb_to_bottom_edge) {
|
|
/* If the MV points so far into the UMV border that no visible pixels
|
|
* are used for reconstruction, the subpel part of the MV can be
|
|
* discarded and the MV limited to 16 pixels with equivalent results.
|
|
*/
|
|
const int spel_left = (VP9_INTERP_EXTEND + (4 << bwl)) << 4;
|
|
const int spel_right = spel_left - (1 << 4);
|
|
const int spel_top = (VP9_INTERP_EXTEND + (4 << bhl)) << 4;
|
|
const int spel_bottom = spel_top - (1 << 4);
|
|
MV clamped_mv;
|
|
|
|
assert(ss_x <= 1);
|
|
assert(ss_y <= 1);
|
|
clamped_mv.col = clamp(src_mv->col << (1 - ss_x),
|
|
(mb_to_left_edge << (1 - ss_x)) - spel_left,
|
|
(mb_to_right_edge << (1 - ss_x)) + spel_right);
|
|
clamped_mv.row = clamp(src_mv->row << (1 - ss_y),
|
|
(mb_to_top_edge << (1 - ss_y)) - spel_top,
|
|
(mb_to_bottom_edge << (1 - ss_y)) + spel_bottom);
|
|
return clamped_mv;
|
|
}
|
|
|
|
struct build_inter_predictors_args {
|
|
MACROBLOCKD *xd;
|
|
int x;
|
|
int y;
|
|
uint8_t* dst[MAX_MB_PLANE];
|
|
int dst_stride[MAX_MB_PLANE];
|
|
uint8_t* pre[2][MAX_MB_PLANE];
|
|
int pre_stride[2][MAX_MB_PLANE];
|
|
};
|
|
static void build_inter_predictors(int plane, int block,
|
|
BLOCK_SIZE_TYPE bsize,
|
|
int pred_w, int pred_h,
|
|
void *argv) {
|
|
const struct build_inter_predictors_args* const arg = argv;
|
|
MACROBLOCKD * const xd = arg->xd;
|
|
const int bwl = b_width_log2(bsize) - xd->plane[plane].subsampling_x;
|
|
const int bhl = b_height_log2(bsize) - xd->plane[plane].subsampling_y;
|
|
const int x = 4 * (block & ((1 << bwl) - 1)), y = 4 * (block >> bwl);
|
|
const int use_second_ref = xd->mode_info_context->mbmi.ref_frame[1] > 0;
|
|
int which_mv;
|
|
|
|
assert(x < (4 << bwl));
|
|
assert(y < (4 << bhl));
|
|
assert(xd->mode_info_context->mbmi.sb_type < BLOCK_SIZE_SB8X8 ||
|
|
4 << pred_w == (4 << bwl));
|
|
assert(xd->mode_info_context->mbmi.sb_type < BLOCK_SIZE_SB8X8 ||
|
|
4 << pred_h == (4 << bhl));
|
|
|
|
for (which_mv = 0; which_mv < 1 + use_second_ref; ++which_mv) {
|
|
// source
|
|
const uint8_t * const base_pre = arg->pre[which_mv][plane];
|
|
const int pre_stride = arg->pre_stride[which_mv][plane];
|
|
const uint8_t *const pre = base_pre +
|
|
scaled_buffer_offset(x, y, pre_stride, &xd->scale_factor[which_mv]);
|
|
struct scale_factors * const scale =
|
|
plane == 0 ? &xd->scale_factor[which_mv] : &xd->scale_factor_uv[which_mv];
|
|
|
|
// dest
|
|
uint8_t *const dst = arg->dst[plane] + arg->dst_stride[plane] * y + x;
|
|
|
|
// motion vector
|
|
const MV *mv;
|
|
MV split_chroma_mv;
|
|
int_mv clamped_mv;
|
|
|
|
if (xd->mode_info_context->mbmi.sb_type < BLOCK_SIZE_SB8X8) {
|
|
if (plane == 0) {
|
|
mv = &xd->mode_info_context->bmi[block].as_mv[which_mv].as_mv;
|
|
} else {
|
|
// TODO(jkoleszar): All chroma MVs in SPLITMV mode are taken as the
|
|
// same MV (the average of the 4 luma MVs) but we could do something
|
|
// smarter for non-4:2:0. Just punt for now, pending the changes to get
|
|
// rid of SPLITMV mode entirely.
|
|
split_chroma_mv.row = mi_mv_pred_row_q4(xd, which_mv);
|
|
split_chroma_mv.col = mi_mv_pred_col_q4(xd, which_mv);
|
|
mv = &split_chroma_mv;
|
|
}
|
|
} else {
|
|
mv = &xd->mode_info_context->mbmi.mv[which_mv].as_mv;
|
|
}
|
|
|
|
/* TODO(jkoleszar): This clamping is done in the incorrect place for the
|
|
* scaling case. It needs to be done on the scaled MV, not the pre-scaling
|
|
* MV. Note however that it performs the subsampling aware scaling so
|
|
* that the result is always q4.
|
|
*/
|
|
clamped_mv.as_mv = clamp_mv_to_umv_border_sb(mv, bwl, bhl,
|
|
xd->plane[plane].subsampling_x,
|
|
xd->plane[plane].subsampling_y,
|
|
xd->mb_to_left_edge,
|
|
xd->mb_to_top_edge,
|
|
xd->mb_to_right_edge,
|
|
xd->mb_to_bottom_edge);
|
|
scale->set_scaled_offsets(scale, arg->y + y, arg->x + x);
|
|
|
|
vp9_build_inter_predictor(pre, pre_stride,
|
|
dst, arg->dst_stride[plane],
|
|
&clamped_mv, &xd->scale_factor[which_mv],
|
|
4 << pred_w, 4 << pred_h, which_mv,
|
|
&xd->subpix, MV_PRECISION_Q4);
|
|
}
|
|
}
|
|
void vp9_build_inter_predictors_sby(MACROBLOCKD *xd,
|
|
int mi_row,
|
|
int mi_col,
|
|
BLOCK_SIZE_TYPE bsize) {
|
|
struct build_inter_predictors_args args = {
|
|
xd, mi_col * MI_SIZE, mi_row * MI_SIZE,
|
|
{xd->plane[0].dst.buf, NULL, NULL}, {xd->plane[0].dst.stride, 0, 0},
|
|
{{xd->plane[0].pre[0].buf, NULL, NULL},
|
|
{xd->plane[0].pre[1].buf, NULL, NULL}},
|
|
{{xd->plane[0].pre[0].stride, 0, 0}, {xd->plane[0].pre[1].stride, 0, 0}},
|
|
};
|
|
|
|
foreach_predicted_block_in_plane(xd, bsize, 0, build_inter_predictors, &args);
|
|
}
|
|
void vp9_build_inter_predictors_sbuv(MACROBLOCKD *xd,
|
|
int mi_row,
|
|
int mi_col,
|
|
BLOCK_SIZE_TYPE bsize) {
|
|
struct build_inter_predictors_args args = {
|
|
xd, mi_col * MI_SIZE, mi_row * MI_SIZE,
|
|
#if CONFIG_ALPHA
|
|
{NULL, xd->plane[1].dst.buf, xd->plane[2].dst.buf,
|
|
xd->plane[3].dst.buf},
|
|
{0, xd->plane[1].dst.stride, xd->plane[1].dst.stride,
|
|
xd->plane[3].dst.stride},
|
|
{{NULL, xd->plane[1].pre[0].buf, xd->plane[2].pre[0].buf,
|
|
xd->plane[3].pre[0].buf},
|
|
{NULL, xd->plane[1].pre[1].buf, xd->plane[2].pre[1].buf,
|
|
xd->plane[3].pre[1].buf}},
|
|
{{0, xd->plane[1].pre[0].stride, xd->plane[1].pre[0].stride,
|
|
xd->plane[3].pre[0].stride},
|
|
{0, xd->plane[1].pre[1].stride, xd->plane[1].pre[1].stride,
|
|
xd->plane[3].pre[1].stride}},
|
|
#else
|
|
{NULL, xd->plane[1].dst.buf, xd->plane[2].dst.buf},
|
|
{0, xd->plane[1].dst.stride, xd->plane[1].dst.stride},
|
|
{{NULL, xd->plane[1].pre[0].buf, xd->plane[2].pre[0].buf},
|
|
{NULL, xd->plane[1].pre[1].buf, xd->plane[2].pre[1].buf}},
|
|
{{0, xd->plane[1].pre[0].stride, xd->plane[1].pre[0].stride},
|
|
{0, xd->plane[1].pre[1].stride, xd->plane[1].pre[1].stride}},
|
|
#endif
|
|
};
|
|
foreach_predicted_block_uv(xd, bsize, build_inter_predictors, &args);
|
|
}
|
|
void vp9_build_inter_predictors_sb(MACROBLOCKD *xd,
|
|
int mi_row, int mi_col,
|
|
BLOCK_SIZE_TYPE bsize) {
|
|
|
|
vp9_build_inter_predictors_sby(xd, mi_row, mi_col, bsize);
|
|
vp9_build_inter_predictors_sbuv(xd, mi_row, mi_col, bsize);
|
|
}
|
|
|
|
// TODO(dkovalev: find better place for this function)
|
|
void vp9_setup_scale_factors(VP9_COMMON *cm, int i) {
|
|
const int ref = cm->active_ref_idx[i];
|
|
struct scale_factors *const sf = &cm->active_ref_scale[i];
|
|
if (ref >= NUM_YV12_BUFFERS) {
|
|
memset(sf, 0, sizeof(*sf));
|
|
} else {
|
|
YV12_BUFFER_CONFIG *const fb = &cm->yv12_fb[ref];
|
|
vp9_setup_scale_factors_for_frame(sf,
|
|
fb->y_crop_width, fb->y_crop_height,
|
|
cm->width, cm->height);
|
|
}
|
|
}
|
|
|