2010-05-18 17:58:33 +02:00
|
|
|
/*
|
2010-09-09 14:16:39 +02:00
|
|
|
* Copyright (c) 2010 The WebM project authors. All Rights Reserved.
|
2010-05-18 17:58:33 +02:00
|
|
|
*
|
2010-06-18 18:39:21 +02:00
|
|
|
* Use of this source code is governed by a BSD-style license
|
2010-06-04 22:19:40 +02:00
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
2010-06-18 18:39:21 +02:00
|
|
|
* in the file PATENTS. All contributing project authors may
|
2010-06-04 22:19:40 +02:00
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
2010-05-18 17:58:33 +02:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include <stdlib.h>
|
2014-01-16 03:25:05 +01:00
|
|
|
|
2013-11-19 21:46:08 +01:00
|
|
|
#include "./vp9_rtcd.h"
|
2012-12-23 16:20:10 +01:00
|
|
|
#include "./vpx_config.h"
|
2014-01-16 03:25:05 +01:00
|
|
|
|
2011-06-28 15:14:13 +02:00
|
|
|
#include "vpx/vpx_integer.h"
|
2014-01-16 03:25:05 +01:00
|
|
|
#include "vp9/encoder/vp9_variance.h"
|
|
|
|
|
|
|
|
static INLINE unsigned int sad(const uint8_t *a, int a_stride,
|
|
|
|
const uint8_t *b, int b_stride,
|
|
|
|
int width, int height) {
|
|
|
|
int y, x;
|
|
|
|
unsigned int sad = 0;
|
|
|
|
|
|
|
|
for (y = 0; y < height; y++) {
|
|
|
|
for (x = 0; x < width; x++)
|
|
|
|
sad += abs(a[x] - b[x]);
|
|
|
|
|
|
|
|
a += a_stride;
|
|
|
|
b += b_stride;
|
|
|
|
}
|
|
|
|
|
|
|
|
return sad;
|
|
|
|
}
|
2010-05-18 17:58:33 +02:00
|
|
|
|
2013-06-25 20:26:49 +02:00
|
|
|
#define sad_mxn_func(m, n) \
|
2014-01-16 03:25:05 +01:00
|
|
|
unsigned int vp9_sad##m##x##n##_c(const uint8_t *src_ptr, int src_stride, \
|
|
|
|
const uint8_t *ref_ptr, int ref_stride, \
|
2013-06-25 20:26:49 +02:00
|
|
|
unsigned int max_sad) { \
|
2014-01-16 03:25:05 +01:00
|
|
|
return sad(src_ptr, src_stride, ref_ptr, ref_stride, m, n); \
|
2013-06-25 20:26:49 +02:00
|
|
|
} \
|
2014-01-16 03:25:05 +01:00
|
|
|
unsigned int vp9_sad##m##x##n##_avg_c(const uint8_t *src_ptr, int src_stride, \
|
|
|
|
const uint8_t *ref_ptr, int ref_stride, \
|
2013-06-25 20:26:49 +02:00
|
|
|
const uint8_t *second_pred, \
|
|
|
|
unsigned int max_sad) { \
|
|
|
|
uint8_t comp_pred[m * n]; \
|
|
|
|
comp_avg_pred(comp_pred, second_pred, m, n, ref_ptr, ref_stride); \
|
2014-01-16 03:25:05 +01:00
|
|
|
return sad(src_ptr, src_stride, comp_pred, m, m, n); \
|
2013-06-25 20:26:49 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
sad_mxn_func(64, 64)
|
|
|
|
sad_mxn_func(64, 32)
|
|
|
|
sad_mxn_func(32, 64)
|
|
|
|
sad_mxn_func(32, 32)
|
|
|
|
sad_mxn_func(32, 16)
|
|
|
|
sad_mxn_func(16, 32)
|
|
|
|
sad_mxn_func(16, 16)
|
|
|
|
sad_mxn_func(16, 8)
|
|
|
|
sad_mxn_func(8, 16)
|
|
|
|
sad_mxn_func(8, 8)
|
|
|
|
sad_mxn_func(8, 4)
|
|
|
|
sad_mxn_func(4, 8)
|
|
|
|
sad_mxn_func(4, 4)
|
2013-04-15 19:00:34 +02:00
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad64x32x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2013-04-15 19:00:34 +02:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad64x32(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2013-04-15 19:00:34 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad32x64x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2013-04-15 19:00:34 +02:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad32x64(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2013-04-15 19:00:34 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad32x16x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2013-04-15 19:00:34 +02:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad32x16(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2013-04-15 19:00:34 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad16x32x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2013-04-15 19:00:34 +02:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad16x32(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2013-04-15 19:00:34 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad64x64x3_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2013-01-06 03:20:25 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 3; ++i)
|
|
|
|
sad_array[i] = vp9_sad64x64(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2013-01-06 03:20:25 +01:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad32x32x3_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2012-12-19 00:31:19 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 3; ++i)
|
|
|
|
sad_array[i] = vp9_sad32x32(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2012-08-20 23:43:34 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad64x64x8_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2013-02-28 17:32:14 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 8; ++i)
|
|
|
|
sad_array[i] = vp9_sad64x64(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2013-01-06 03:20:25 +01:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad32x32x8_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2013-02-28 17:32:14 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 8; ++i)
|
|
|
|
sad_array[i] = vp9_sad32x32(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2012-08-20 23:43:34 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad16x16x3_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 3; ++i)
|
|
|
|
sad_array[i] = vp9_sad16x16(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad16x16x8_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2013-02-28 17:32:14 +01:00
|
|
|
uint32_t *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 8; ++i)
|
|
|
|
sad_array[i] = vp9_sad16x16(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-10-27 14:45:24 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad16x8x3_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 3; ++i)
|
|
|
|
sad_array[i] = vp9_sad16x8(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad16x8x8_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2013-02-28 17:32:14 +01:00
|
|
|
uint32_t *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 8; ++i)
|
|
|
|
sad_array[i] = vp9_sad16x8(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-10-27 14:45:24 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad8x8x3_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 3; ++i)
|
|
|
|
sad_array[i] = vp9_sad8x8(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad8x8x8_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2013-02-28 17:32:14 +01:00
|
|
|
uint32_t *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 8; ++i)
|
|
|
|
sad_array[i] = vp9_sad8x8(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-10-27 14:45:24 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad8x16x3_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 3; ++i)
|
|
|
|
sad_array[i] = vp9_sad8x16(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad8x16x8_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2013-02-28 17:32:14 +01:00
|
|
|
uint32_t *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 8; ++i)
|
|
|
|
sad_array[i] = vp9_sad8x16(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-10-27 14:45:24 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad4x4x3_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 3; ++i)
|
|
|
|
sad_array[i] = vp9_sad4x4(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad4x4x8_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
2013-02-28 17:32:14 +01:00
|
|
|
uint32_t *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 8; ++i)
|
|
|
|
sad_array[i] = vp9_sad4x4(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2010-10-27 14:45:24 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad64x64x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2013-01-06 03:20:25 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad64x64(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2013-01-06 03:20:25 +01:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad32x32x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2012-12-19 00:31:19 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad32x32(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2012-08-20 23:43:34 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad16x16x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad16x16(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad16x8x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad16x8(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad8x8x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad8x8(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad8x16x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad8x16(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad8x4x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2013-05-15 21:19:59 +02:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad8x4(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2013-05-15 21:19:59 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad8x4x8_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
|
|
|
uint32_t *sad_array) {
|
|
|
|
int i;
|
|
|
|
for (i = 0; i < 8; ++i)
|
|
|
|
sad_array[i] = vp9_sad8x4(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2013-05-22 06:28:42 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad4x8x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2013-05-15 21:19:59 +02:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad4x8(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2013-05-15 21:19:59 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad4x8x8_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t *ref_ptr, int ref_stride,
|
|
|
|
uint32_t *sad_array) {
|
|
|
|
int i;
|
|
|
|
for (i = 0; i < 8; ++i)
|
|
|
|
sad_array[i] = vp9_sad4x8(src_ptr, src_stride, ref_ptr + i, ref_stride,
|
|
|
|
0x7fffffff);
|
2013-05-22 06:28:42 +02:00
|
|
|
}
|
|
|
|
|
2014-01-16 03:25:05 +01:00
|
|
|
void vp9_sad4x4x4d_c(const uint8_t *src_ptr, int src_stride,
|
|
|
|
const uint8_t* const ref_ptr[], int ref_stride,
|
2012-10-30 22:25:33 +01:00
|
|
|
unsigned int *sad_array) {
|
2014-01-16 03:25:05 +01:00
|
|
|
int i;
|
|
|
|
for (i = 0; i < 4; ++i)
|
|
|
|
sad_array[i] = vp9_sad4x4(src_ptr, src_stride, ref_ptr[i], ref_stride,
|
|
|
|
0x7fffffff);
|
2010-05-18 17:58:33 +02:00
|
|
|
}
|