b1159ad928
29-105% faster apply_filter, 6-90% faster ape decoding on core2 (Any x86 other than core2 probably gets much less, since this is mostly due to ssse3 cachesplit avoidance and I haven't written the full gamut of other cachesplit modes.) 9-123% faster ape decoding on G4. Originally committed as revision 20739 to svn://svn.ffmpeg.org/ffmpeg/trunk
153 lines
4.6 KiB
C
153 lines
4.6 KiB
C
/*
|
|
* Copyright (c) 2007 Luca Barbato <lu_zero@gentoo.org>
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
/**
|
|
** @file libavcodec/ppc/int_altivec.c
|
|
** integer misc ops.
|
|
**/
|
|
|
|
#include "config.h"
|
|
#if HAVE_ALTIVEC_H
|
|
#include <altivec.h>
|
|
#endif
|
|
|
|
#include "libavcodec/dsputil.h"
|
|
|
|
#include "dsputil_altivec.h"
|
|
|
|
#include "types_altivec.h"
|
|
|
|
static int ssd_int8_vs_int16_altivec(const int8_t *pix1, const int16_t *pix2,
|
|
int size) {
|
|
int i, size16;
|
|
vector signed char vpix1;
|
|
vector signed short vpix2, vdiff, vpix1l,vpix1h;
|
|
union { vector signed int vscore;
|
|
int32_t score[4];
|
|
} u;
|
|
u.vscore = vec_splat_s32(0);
|
|
//
|
|
//XXX lazy way, fix it later
|
|
|
|
#define vec_unaligned_load(b) \
|
|
vec_perm(vec_ld(0,b),vec_ld(15,b),vec_lvsl(0, b));
|
|
|
|
size16 = size >> 4;
|
|
while(size16) {
|
|
// score += (pix1[i]-pix2[i])*(pix1[i]-pix2[i]);
|
|
//load pix1 and the first batch of pix2
|
|
|
|
vpix1 = vec_unaligned_load(pix1);
|
|
vpix2 = vec_unaligned_load(pix2);
|
|
pix2 += 8;
|
|
//unpack
|
|
vpix1h = vec_unpackh(vpix1);
|
|
vdiff = vec_sub(vpix1h, vpix2);
|
|
vpix1l = vec_unpackl(vpix1);
|
|
// load another batch from pix2
|
|
vpix2 = vec_unaligned_load(pix2);
|
|
u.vscore = vec_msum(vdiff, vdiff, u.vscore);
|
|
vdiff = vec_sub(vpix1l, vpix2);
|
|
u.vscore = vec_msum(vdiff, vdiff, u.vscore);
|
|
pix1 += 16;
|
|
pix2 += 8;
|
|
size16--;
|
|
}
|
|
u.vscore = vec_sums(u.vscore, vec_splat_s32(0));
|
|
|
|
size %= 16;
|
|
for (i = 0; i < size; i++) {
|
|
u.score[3] += (pix1[i]-pix2[i])*(pix1[i]-pix2[i]);
|
|
}
|
|
return u.score[3];
|
|
}
|
|
|
|
static int32_t scalarproduct_int16_altivec(int16_t * v1, int16_t * v2, int order, const int shift)
|
|
{
|
|
int i;
|
|
LOAD_ZERO;
|
|
register vec_s16 vec1, *pv;
|
|
register vec_s32 res = vec_splat_s32(0), t;
|
|
register vec_u32 shifts;
|
|
int32_t ires;
|
|
|
|
shifts = zero_u32v;
|
|
if(shift & 0x10) shifts = vec_add(shifts, vec_sl(vec_splat_u32(0x08), vec_splat_u32(0x1)));
|
|
if(shift & 0x08) shifts = vec_add(shifts, vec_splat_u32(0x08));
|
|
if(shift & 0x04) shifts = vec_add(shifts, vec_splat_u32(0x04));
|
|
if(shift & 0x02) shifts = vec_add(shifts, vec_splat_u32(0x02));
|
|
if(shift & 0x01) shifts = vec_add(shifts, vec_splat_u32(0x01));
|
|
|
|
for(i = 0; i < order; i += 8){
|
|
pv = (vec_s16*)v1;
|
|
vec1 = vec_perm(pv[0], pv[1], vec_lvsl(0, v1));
|
|
t = vec_msum(vec1, vec_ld(0, v2), zero_s32v);
|
|
t = vec_sr(t, shifts);
|
|
res = vec_sums(t, res);
|
|
v1 += 8;
|
|
v2 += 8;
|
|
}
|
|
res = vec_splat(res, 3);
|
|
vec_ste(res, 0, &ires);
|
|
return ires;
|
|
}
|
|
|
|
static int32_t scalarproduct_and_madd_int16_altivec(int16_t *v1, int16_t *v2, int16_t *v3, int order, int mul)
|
|
{
|
|
LOAD_ZERO;
|
|
vec_s16 *pv1 = (vec_s16*)v1;
|
|
vec_s16 *pv2 = (vec_s16*)v2;
|
|
vec_s16 *pv3 = (vec_s16*)v3;
|
|
register vec_s16 muls = {mul,mul,mul,mul,mul,mul,mul,mul};
|
|
register vec_s16 t0, t1, i0, i1;
|
|
register vec_s16 i2 = pv2[0], i3 = pv3[0];
|
|
register vec_s32 res = zero_s32v;
|
|
register vec_u8 align = vec_lvsl(0, v2);
|
|
int32_t ires;
|
|
order >>= 4;
|
|
do {
|
|
t0 = vec_perm(i2, pv2[1], align);
|
|
i2 = pv2[2];
|
|
t1 = vec_perm(pv2[1], i2, align);
|
|
i0 = pv1[0];
|
|
i1 = pv1[1];
|
|
res = vec_msum(t0, i0, res);
|
|
res = vec_msum(t1, i1, res);
|
|
t0 = vec_perm(i3, pv3[1], align);
|
|
i3 = pv3[2];
|
|
t1 = vec_perm(pv3[1], i3, align);
|
|
pv1[0] = vec_mladd(t0, muls, i0);
|
|
pv1[1] = vec_mladd(t1, muls, i1);
|
|
pv1 += 2;
|
|
pv2 += 2;
|
|
pv3 += 2;
|
|
} while(--order);
|
|
res = vec_splat(vec_sums(res, zero_s32v), 3);
|
|
vec_ste(res, 0, &ires);
|
|
return ires;
|
|
}
|
|
|
|
void int_init_altivec(DSPContext* c, AVCodecContext *avctx)
|
|
{
|
|
c->ssd_int8_vs_int16 = ssd_int8_vs_int16_altivec;
|
|
c->scalarproduct_int16 = scalarproduct_int16_altivec;
|
|
c->scalarproduct_and_madd_int16 = scalarproduct_and_madd_int16_altivec;
|
|
}
|