2011-03-29 17:48:51 +02:00
|
|
|
/*
|
|
|
|
|
* DSP utils
|
|
|
|
|
* Copyright (c) 2000, 2001 Fabrice Bellard
|
|
|
|
|
* Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
|
|
|
|
|
*
|
|
|
|
|
* gmc & q-pel & 32/64 bit based MC by Michael Niedermayer <michaelni@gmx.at>
|
|
|
|
|
*
|
2011-05-11 13:56:12 +02:00
|
|
|
* This file is part of FFmpeg.
|
2011-03-29 17:48:51 +02:00
|
|
|
*
|
2011-05-11 13:56:12 +02:00
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2011-03-29 17:48:51 +02:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
*
|
2011-05-11 13:56:12 +02:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2011-03-29 17:48:51 +02:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2011-05-11 13:56:12 +02:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2011-03-29 17:48:51 +02:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @file
|
|
|
|
|
* DSP utils
|
|
|
|
|
*/
|
|
|
|
|
|
2011-07-05 17:33:24 +02:00
|
|
|
#include "bit_depth_template.c"
|
2011-03-29 17:48:51 +02:00
|
|
|
|
2013-03-14 18:01:52 +01:00
|
|
|
#if BIT_DEPTH == 8
|
2011-03-29 17:48:51 +02:00
|
|
|
/* draw the edges of width 'w' of an image of size width, height */
|
2013-12-21 12:24:12 +01:00
|
|
|
// FIXME: Check that this is OK for MPEG-4 interlaced.
|
|
|
|
|
static void FUNCC(draw_edges)(uint8_t *_buf, int _wrap, int width, int height,
|
|
|
|
|
int w, int h, int sides)
|
2011-03-29 17:48:51 +02:00
|
|
|
{
|
2013-12-21 12:24:12 +01:00
|
|
|
pixel *buf = (pixel *) _buf;
|
|
|
|
|
int wrap = _wrap / sizeof(pixel);
|
2013-12-20 13:58:18 +01:00
|
|
|
pixel *ptr = buf, *last_line;
|
2011-03-29 17:48:51 +02:00
|
|
|
int i;
|
|
|
|
|
|
|
|
|
|
/* left and right */
|
2013-12-21 12:24:12 +01:00
|
|
|
for (i = 0; i < height; i++) {
|
2011-03-29 17:48:51 +02:00
|
|
|
memset(ptr - w, ptr[0], w);
|
2013-12-21 12:24:12 +01:00
|
|
|
memset(ptr + width, ptr[width - 1], w);
|
2011-03-29 17:48:51 +02:00
|
|
|
ptr += wrap;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* top and bottom + corners */
|
|
|
|
|
buf -= w;
|
|
|
|
|
last_line = buf + (height - 1) * wrap;
|
|
|
|
|
if (sides & EDGE_TOP)
|
2013-12-21 12:24:12 +01:00
|
|
|
for (i = 0; i < h; i++)
|
|
|
|
|
// top
|
|
|
|
|
memcpy(buf - (i + 1) * wrap, buf, (width + w + w) * sizeof(pixel));
|
2011-03-29 17:48:51 +02:00
|
|
|
if (sides & EDGE_BOTTOM)
|
2011-06-03 10:12:28 +02:00
|
|
|
for (i = 0; i < h; i++)
|
2013-12-21 12:24:12 +01:00
|
|
|
// bottom
|
|
|
|
|
memcpy(last_line + (i + 1) * wrap, last_line,
|
|
|
|
|
(width + w + w) * sizeof(pixel));
|
2011-03-29 17:48:51 +02:00
|
|
|
}
|
2013-03-14 18:01:52 +01:00
|
|
|
#endif
|
2011-03-29 17:48:51 +02:00
|
|
|
|
2014-03-14 00:52:07 +01:00
|
|
|
static void FUNCC(get_pixels)(int16_t *av_restrict block, const uint8_t *_pixels,
|
2013-03-14 14:44:18 +01:00
|
|
|
int line_size)
|
|
|
|
|
{
|
|
|
|
|
const pixel *pixels = (const pixel *) _pixels;
|
|
|
|
|
int i;
|
|
|
|
|
|
|
|
|
|
/* read the pixels */
|
2013-12-21 12:24:12 +01:00
|
|
|
for (i = 0; i < 8; i++) {
|
2013-03-14 14:44:18 +01:00
|
|
|
block[0] = pixels[0];
|
|
|
|
|
block[1] = pixels[1];
|
|
|
|
|
block[2] = pixels[2];
|
|
|
|
|
block[3] = pixels[3];
|
|
|
|
|
block[4] = pixels[4];
|
|
|
|
|
block[5] = pixels[5];
|
|
|
|
|
block[6] = pixels[6];
|
|
|
|
|
block[7] = pixels[7];
|
2013-12-21 12:24:12 +01:00
|
|
|
pixels += line_size / sizeof(pixel);
|
|
|
|
|
block += 8;
|
2013-03-14 14:44:18 +01:00
|
|
|
}
|
2011-03-29 17:48:51 +02:00
|
|
|
}
|
|
|
|
|
|
2013-03-14 14:44:18 +01:00
|
|
|
#if BIT_DEPTH == 8
|
|
|
|
|
static void FUNCC(clear_block)(int16_t *block)
|
|
|
|
|
{
|
2013-12-21 12:24:12 +01:00
|
|
|
memset(block, 0, sizeof(int16_t) * 64);
|
2013-03-14 14:44:18 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void FUNCC(clear_blocks)(int16_t *blocks)
|
|
|
|
|
{
|
2013-12-21 12:24:12 +01:00
|
|
|
memset(blocks, 0, sizeof(int16_t) * 6 * 64);
|
2013-03-14 14:44:18 +01:00
|
|
|
}
|
2011-07-21 13:39:41 +02:00
|
|
|
#endif
|
2011-03-29 17:48:51 +02:00
|
|
|
|
2013-03-09 05:16:08 +01:00
|
|
|
#if BIT_DEPTH == 8
|
2013-01-24 05:24:53 +01:00
|
|
|
#include "hpel_template.c"
|
2013-03-09 05:16:08 +01:00
|
|
|
#endif
|
2013-01-22 20:00:35 +01:00
|
|
|
|
2013-12-21 12:24:12 +01:00
|
|
|
#define PIXOP2(OPNAME, OP) \
|
|
|
|
|
static inline void FUNC(OPNAME ## _no_rnd_pixels8_l2)(uint8_t *dst, \
|
|
|
|
|
const uint8_t *src1, \
|
|
|
|
|
const uint8_t *src2, \
|
|
|
|
|
int dst_stride, \
|
|
|
|
|
int src_stride1, \
|
|
|
|
|
int src_stride2, \
|
|
|
|
|
int h) \
|
|
|
|
|
{ \
|
|
|
|
|
int i; \
|
|
|
|
|
\
|
|
|
|
|
for (i = 0; i < h; i++) { \
|
|
|
|
|
pixel4 a, b; \
|
|
|
|
|
a = AV_RN4P(&src1[i * src_stride1]); \
|
|
|
|
|
b = AV_RN4P(&src2[i * src_stride2]); \
|
|
|
|
|
OP(*((pixel4 *) &dst[i * dst_stride]), \
|
|
|
|
|
no_rnd_avg_pixel4(a, b)); \
|
|
|
|
|
a = AV_RN4P(&src1[i * src_stride1 + 4 * sizeof(pixel)]); \
|
|
|
|
|
b = AV_RN4P(&src2[i * src_stride2 + 4 * sizeof(pixel)]); \
|
|
|
|
|
OP(*((pixel4 *) &dst[i * dst_stride + 4 * sizeof(pixel)]), \
|
|
|
|
|
no_rnd_avg_pixel4(a, b)); \
|
|
|
|
|
} \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static inline void FUNC(OPNAME ## _no_rnd_pixels16_l2)(uint8_t *dst, \
|
|
|
|
|
const uint8_t *src1, \
|
|
|
|
|
const uint8_t *src2, \
|
|
|
|
|
int dst_stride, \
|
|
|
|
|
int src_stride1, \
|
|
|
|
|
int src_stride2, \
|
|
|
|
|
int h) \
|
|
|
|
|
{ \
|
|
|
|
|
FUNC(OPNAME ## _no_rnd_pixels8_l2)(dst, src1, src2, dst_stride, \
|
|
|
|
|
src_stride1, src_stride2, h); \
|
|
|
|
|
FUNC(OPNAME ## _no_rnd_pixels8_l2)(dst + 8 * sizeof(pixel), \
|
|
|
|
|
src1 + 8 * sizeof(pixel), \
|
|
|
|
|
src2 + 8 * sizeof(pixel), \
|
|
|
|
|
dst_stride, src_stride1, \
|
|
|
|
|
src_stride2, h); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static inline void FUNC(OPNAME ## _pixels8_l4)(uint8_t *dst, \
|
|
|
|
|
const uint8_t *src1, \
|
|
|
|
|
const uint8_t *src2, \
|
|
|
|
|
const uint8_t *src3, \
|
|
|
|
|
const uint8_t *src4, \
|
|
|
|
|
int dst_stride, \
|
|
|
|
|
int src_stride1, \
|
|
|
|
|
int src_stride2, \
|
|
|
|
|
int src_stride3, \
|
|
|
|
|
int src_stride4, \
|
|
|
|
|
int h) \
|
|
|
|
|
{ \
|
|
|
|
|
/* FIXME HIGH BIT DEPTH */ \
|
|
|
|
|
int i; \
|
|
|
|
|
\
|
|
|
|
|
for (i = 0; i < h; i++) { \
|
|
|
|
|
uint32_t a, b, c, d, l0, l1, h0, h1; \
|
|
|
|
|
a = AV_RN32(&src1[i * src_stride1]); \
|
|
|
|
|
b = AV_RN32(&src2[i * src_stride2]); \
|
|
|
|
|
c = AV_RN32(&src3[i * src_stride3]); \
|
|
|
|
|
d = AV_RN32(&src4[i * src_stride4]); \
|
|
|
|
|
l0 = (a & 0x03030303UL) + \
|
|
|
|
|
(b & 0x03030303UL) + \
|
|
|
|
|
0x02020202UL; \
|
|
|
|
|
h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((b & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
l1 = (c & 0x03030303UL) + \
|
|
|
|
|
(d & 0x03030303UL); \
|
|
|
|
|
h1 = ((c & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((d & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
OP(*((uint32_t *) &dst[i * dst_stride]), \
|
|
|
|
|
h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
|
|
|
|
|
a = AV_RN32(&src1[i * src_stride1 + 4]); \
|
|
|
|
|
b = AV_RN32(&src2[i * src_stride2 + 4]); \
|
|
|
|
|
c = AV_RN32(&src3[i * src_stride3 + 4]); \
|
|
|
|
|
d = AV_RN32(&src4[i * src_stride4 + 4]); \
|
|
|
|
|
l0 = (a & 0x03030303UL) + \
|
|
|
|
|
(b & 0x03030303UL) + \
|
|
|
|
|
0x02020202UL; \
|
|
|
|
|
h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((b & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
l1 = (c & 0x03030303UL) + \
|
|
|
|
|
(d & 0x03030303UL); \
|
|
|
|
|
h1 = ((c & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((d & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
OP(*((uint32_t *) &dst[i * dst_stride + 4]), \
|
|
|
|
|
h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
|
|
|
|
|
} \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static inline void FUNC(OPNAME ## _no_rnd_pixels8_l4)(uint8_t *dst, \
|
|
|
|
|
const uint8_t *src1, \
|
|
|
|
|
const uint8_t *src2, \
|
|
|
|
|
const uint8_t *src3, \
|
|
|
|
|
const uint8_t *src4, \
|
|
|
|
|
int dst_stride, \
|
|
|
|
|
int src_stride1, \
|
|
|
|
|
int src_stride2, \
|
|
|
|
|
int src_stride3, \
|
|
|
|
|
int src_stride4, \
|
|
|
|
|
int h) \
|
|
|
|
|
{ \
|
|
|
|
|
/* FIXME HIGH BIT DEPTH */ \
|
|
|
|
|
int i; \
|
|
|
|
|
\
|
|
|
|
|
for (i = 0; i < h; i++) { \
|
|
|
|
|
uint32_t a, b, c, d, l0, l1, h0, h1; \
|
|
|
|
|
a = AV_RN32(&src1[i * src_stride1]); \
|
|
|
|
|
b = AV_RN32(&src2[i * src_stride2]); \
|
|
|
|
|
c = AV_RN32(&src3[i * src_stride3]); \
|
|
|
|
|
d = AV_RN32(&src4[i * src_stride4]); \
|
|
|
|
|
l0 = (a & 0x03030303UL) + \
|
|
|
|
|
(b & 0x03030303UL) + \
|
|
|
|
|
0x01010101UL; \
|
|
|
|
|
h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((b & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
l1 = (c & 0x03030303UL) + \
|
|
|
|
|
(d & 0x03030303UL); \
|
|
|
|
|
h1 = ((c & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((d & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
OP(*((uint32_t *) &dst[i * dst_stride]), \
|
|
|
|
|
h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
|
|
|
|
|
a = AV_RN32(&src1[i * src_stride1 + 4]); \
|
|
|
|
|
b = AV_RN32(&src2[i * src_stride2 + 4]); \
|
|
|
|
|
c = AV_RN32(&src3[i * src_stride3 + 4]); \
|
|
|
|
|
d = AV_RN32(&src4[i * src_stride4 + 4]); \
|
|
|
|
|
l0 = (a & 0x03030303UL) + \
|
|
|
|
|
(b & 0x03030303UL) + \
|
|
|
|
|
0x01010101UL; \
|
|
|
|
|
h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((b & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
l1 = (c & 0x03030303UL) + \
|
|
|
|
|
(d & 0x03030303UL); \
|
|
|
|
|
h1 = ((c & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((d & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
OP(*((uint32_t *) &dst[i * dst_stride + 4]), \
|
|
|
|
|
h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
|
|
|
|
|
} \
|
|
|
|
|
} \
|
|
|
|
|
static inline void FUNC(OPNAME ## _pixels16_l4)(uint8_t *dst, \
|
|
|
|
|
const uint8_t *src1, \
|
|
|
|
|
const uint8_t *src2, \
|
|
|
|
|
const uint8_t *src3, \
|
|
|
|
|
const uint8_t *src4, \
|
|
|
|
|
int dst_stride, \
|
|
|
|
|
int src_stride1, \
|
|
|
|
|
int src_stride2, \
|
|
|
|
|
int src_stride3, \
|
|
|
|
|
int src_stride4, \
|
|
|
|
|
int h) \
|
|
|
|
|
{ \
|
|
|
|
|
FUNC(OPNAME ## _pixels8_l4)(dst, src1, src2, src3, src4, dst_stride, \
|
|
|
|
|
src_stride1, src_stride2, src_stride3, \
|
|
|
|
|
src_stride4, h); \
|
|
|
|
|
FUNC(OPNAME ## _pixels8_l4)(dst + 8 * sizeof(pixel), \
|
|
|
|
|
src1 + 8 * sizeof(pixel), \
|
|
|
|
|
src2 + 8 * sizeof(pixel), \
|
|
|
|
|
src3 + 8 * sizeof(pixel), \
|
|
|
|
|
src4 + 8 * sizeof(pixel), \
|
|
|
|
|
dst_stride, src_stride1, src_stride2, \
|
|
|
|
|
src_stride3, src_stride4, h); \
|
|
|
|
|
} \
|
|
|
|
|
static inline void FUNC(OPNAME ## _no_rnd_pixels16_l4)(uint8_t *dst, \
|
|
|
|
|
const uint8_t *src1, \
|
|
|
|
|
const uint8_t *src2, \
|
|
|
|
|
const uint8_t *src3, \
|
|
|
|
|
const uint8_t *src4, \
|
|
|
|
|
int dst_stride, \
|
|
|
|
|
int src_stride1, \
|
|
|
|
|
int src_stride2, \
|
|
|
|
|
int src_stride3, \
|
|
|
|
|
int src_stride4, \
|
|
|
|
|
int h) \
|
|
|
|
|
{ \
|
|
|
|
|
FUNC(OPNAME ## _no_rnd_pixels8_l4)(dst, src1, src2, src3, src4, \
|
|
|
|
|
dst_stride, src_stride1, src_stride2, \
|
|
|
|
|
src_stride3, src_stride4, h); \
|
|
|
|
|
FUNC(OPNAME ## _no_rnd_pixels8_l4)(dst + 8 * sizeof(pixel), \
|
|
|
|
|
src1 + 8 * sizeof(pixel), \
|
|
|
|
|
src2 + 8 * sizeof(pixel), \
|
|
|
|
|
src3 + 8 * sizeof(pixel), \
|
|
|
|
|
src4 + 8 * sizeof(pixel), \
|
|
|
|
|
dst_stride, src_stride1, src_stride2, \
|
|
|
|
|
src_stride3, src_stride4, h); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static inline void FUNCC(OPNAME ## _pixels8_xy2)(uint8_t *block, \
|
|
|
|
|
const uint8_t *pixels, \
|
|
|
|
|
ptrdiff_t line_size, \
|
|
|
|
|
int h) \
|
|
|
|
|
{ \
|
|
|
|
|
/* FIXME HIGH BIT DEPTH */ \
|
|
|
|
|
int j; \
|
|
|
|
|
\
|
|
|
|
|
for (j = 0; j < 2; j++) { \
|
|
|
|
|
int i; \
|
|
|
|
|
const uint32_t a = AV_RN32(pixels); \
|
|
|
|
|
const uint32_t b = AV_RN32(pixels + 1); \
|
|
|
|
|
uint32_t l0 = (a & 0x03030303UL) + \
|
|
|
|
|
(b & 0x03030303UL) + \
|
|
|
|
|
0x02020202UL; \
|
|
|
|
|
uint32_t h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((b & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
uint32_t l1, h1; \
|
|
|
|
|
\
|
|
|
|
|
pixels += line_size; \
|
|
|
|
|
for (i = 0; i < h; i += 2) { \
|
|
|
|
|
uint32_t a = AV_RN32(pixels); \
|
|
|
|
|
uint32_t b = AV_RN32(pixels + 1); \
|
|
|
|
|
l1 = (a & 0x03030303UL) + \
|
|
|
|
|
(b & 0x03030303UL); \
|
|
|
|
|
h1 = ((a & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((b & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
OP(*((uint32_t *) block), \
|
|
|
|
|
h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
|
|
|
|
|
pixels += line_size; \
|
|
|
|
|
block += line_size; \
|
|
|
|
|
a = AV_RN32(pixels); \
|
|
|
|
|
b = AV_RN32(pixels + 1); \
|
|
|
|
|
l0 = (a & 0x03030303UL) + \
|
|
|
|
|
(b & 0x03030303UL) + \
|
|
|
|
|
0x02020202UL; \
|
|
|
|
|
h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
|
|
|
|
|
((b & 0xFCFCFCFCUL) >> 2); \
|
|
|
|
|
OP(*((uint32_t *) block), \
|
|
|
|
|
h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
|
|
|
|
|
pixels += line_size; \
|
|
|
|
|
block += line_size; \
|
|
|
|
|
} \
|
|
|
|
|
pixels += 4 - line_size * (h + 1); \
|
|
|
|
|
block += 4 - line_size * h; \
|
|
|
|
|
} \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
CALL_2X_PIXELS(FUNCC(OPNAME ## _pixels16_xy2), \
|
|
|
|
|
FUNCC(OPNAME ## _pixels8_xy2), \
|
|
|
|
|
8 * sizeof(pixel)) \
|
2011-03-29 17:48:51 +02:00
|
|
|
|
2011-03-29 17:48:55 +02:00
|
|
|
#define op_avg(a, b) a = rnd_avg_pixel4(a, b)
|
2011-03-29 17:48:51 +02:00
|
|
|
#define op_put(a, b) a = b
|
2013-01-22 20:00:35 +01:00
|
|
|
#if BIT_DEPTH == 8
|
2013-01-24 05:24:53 +01:00
|
|
|
#define put_no_rnd_pixels8_8_c put_pixels8_8_c
|
2011-03-29 17:48:51 +02:00
|
|
|
PIXOP2(avg, op_avg)
|
|
|
|
|
PIXOP2(put, op_put)
|
2013-01-22 20:00:35 +01:00
|
|
|
#endif
|
2011-03-29 17:48:51 +02:00
|
|
|
#undef op_avg
|
|
|
|
|
#undef op_put
|
