Smarter VP8 prefetching
Prefetch all refs (including altref), but only if they've been used so far this frame. ~2.5% faster overall. TODO: Do something even smarter, like using how often each ref has been used so far, so that a couple blocks of a rarely-used ref don't force us to prefetch it. Originally committed as revision 24444 to svn://svn.ffmpeg.org/ffmpeg/trunk
This commit is contained in:
@@ -123,6 +123,7 @@ typedef struct {
|
||||
|
||||
int mbskip_enabled;
|
||||
int sign_bias[4]; ///< one state [0, 1] per ref frame type
|
||||
int ref_count[3];
|
||||
|
||||
/**
|
||||
* Base parameters for segmentation, i.e. per-macroblock parameters.
|
||||
@@ -733,6 +734,7 @@ static void decode_mb_mode(VP8Context *s, VP8Macroblock *mb, int mb_x, int mb_y,
|
||||
VP56_FRAME_GOLDEN2 /* altref */ : VP56_FRAME_GOLDEN;
|
||||
else
|
||||
mb->ref_frame = VP56_FRAME_PREVIOUS;
|
||||
s->ref_count[mb->ref_frame-1]++;
|
||||
|
||||
// motion vectors, 16.3
|
||||
find_near_mvs(s, mb, mb_x, mb_y, near, &best, cnt);
|
||||
@@ -1081,15 +1083,19 @@ static inline void vp8_mc_part(VP8Context *s, uint8_t *dst[3],
|
||||
|
||||
/* Fetch pixels for estimated mv 4 macroblocks ahead.
|
||||
* Optimized for 64-byte cache lines. Inspired by ffh264 prefetch_motion. */
|
||||
static inline void prefetch_motion(VP8Context *s, VP8Macroblock *mb, int mb_x, int mb_y, int x_off, int y_off, int ref)
|
||||
static inline void prefetch_motion(VP8Context *s, VP8Macroblock *mb, int mb_x, int mb_y, int ref)
|
||||
{
|
||||
int mx = mb->mv.x + x_off + 8;
|
||||
int my = mb->mv.y + y_off;
|
||||
uint8_t **src= s->framep[ref]->data;
|
||||
int off= mx + (my + (mb_x&3)*4)*s->linesize + 64;
|
||||
s->dsp.prefetch(src[0]+off, s->linesize, 4);
|
||||
off= (mx>>1) + ((my>>1) + (mb_x&7))*s->uvlinesize + 64;
|
||||
s->dsp.prefetch(src[1]+off, src[2]-src[1], 2);
|
||||
/* Don't prefetch refs that haven't been used yet this frame. */
|
||||
if (s->ref_count[ref-1]) {
|
||||
int x_off = mb_x << 4, y_off = mb_y << 4;
|
||||
int mx = mb->mv.x + x_off + 8;
|
||||
int my = mb->mv.y + y_off;
|
||||
uint8_t **src= s->framep[ref]->data;
|
||||
int off= mx + (my + (mb_x&3)*4)*s->linesize + 64;
|
||||
s->dsp.prefetch(src[0]+off, s->linesize, 4);
|
||||
off= (mx>>1) + ((my>>1) + (mb_x&7))*s->uvlinesize + 64;
|
||||
s->dsp.prefetch(src[1]+off, src[2]-src[1], 2);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -1103,8 +1109,6 @@ static void inter_predict(VP8Context *s, uint8_t *dst[3], VP8Macroblock *mb,
|
||||
AVFrame *ref = s->framep[mb->ref_frame];
|
||||
VP56mv *bmv = mb->bmv;
|
||||
|
||||
prefetch_motion(s, mb, mb_x, mb_y, x_off, y_off, VP56_FRAME_PREVIOUS);
|
||||
|
||||
if (mb->mode < VP8_MVMODE_SPLIT) {
|
||||
vp8_mc_part(s, dst, ref, x_off, y_off,
|
||||
0, 0, 16, 16, width, height, &mb->mv);
|
||||
@@ -1179,8 +1183,6 @@ static void inter_predict(VP8Context *s, uint8_t *dst[3], VP8Macroblock *mb,
|
||||
8, 8, 8, 8, width, height, &bmv[3]);
|
||||
break;
|
||||
}
|
||||
|
||||
prefetch_motion(s, mb, mb_x, mb_y, x_off, y_off, VP56_FRAME_GOLDEN);
|
||||
}
|
||||
|
||||
static void idct_mb(VP8Context *s, uint8_t *y_dst, uint8_t *u_dst, uint8_t *v_dst,
|
||||
@@ -1458,6 +1460,7 @@ static int vp8_decode_frame(AVCodecContext *avctx, void *data, int *data_size,
|
||||
|
||||
// top edge of 127 for intra prediction
|
||||
memset(s->top_border, 127, (s->mb_width+1)*sizeof(*s->top_border));
|
||||
memset(s->ref_count, 0, sizeof(s->ref_count));
|
||||
|
||||
for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
|
||||
VP56RangeCoder *c = &s->coeff_partition[mb_y & (s->num_coeff_partitions-1)];
|
||||
@@ -1490,6 +1493,8 @@ static int vp8_decode_frame(AVCodecContext *avctx, void *data, int *data_size,
|
||||
|
||||
decode_mb_mode(s, mb, mb_x, mb_y, intra4x4_mb, segment_mb);
|
||||
|
||||
prefetch_motion(s, mb, mb_x, mb_y, VP56_FRAME_PREVIOUS);
|
||||
|
||||
if (!mb->skip)
|
||||
decode_mb_coeffs(s, c, mb, s->top_nnz[mb_x], s->left_nnz);
|
||||
else {
|
||||
@@ -1502,6 +1507,8 @@ static int vp8_decode_frame(AVCodecContext *avctx, void *data, int *data_size,
|
||||
else
|
||||
inter_predict(s, dst, mb, mb_x, mb_y);
|
||||
|
||||
prefetch_motion(s, mb, mb_x, mb_y, VP56_FRAME_GOLDEN);
|
||||
|
||||
if (!mb->skip) {
|
||||
idct_mb(s, dst[0], dst[1], dst[2], mb);
|
||||
} else {
|
||||
@@ -1518,6 +1525,8 @@ static int vp8_decode_frame(AVCodecContext *avctx, void *data, int *data_size,
|
||||
if (s->deblock_filter)
|
||||
filter_level_for_mb(s, mb, &s->filter_strength[mb_x]);
|
||||
|
||||
prefetch_motion(s, mb, mb_x, mb_y, VP56_FRAME_GOLDEN2);
|
||||
|
||||
dst[0] += 16;
|
||||
dst[1] += 8;
|
||||
dst[2] += 8;
|
||||
|
Reference in New Issue
Block a user