526 lines
13 KiB
C
526 lines
13 KiB
C
/*
|
|
* Copyright (c) 2010 The WebM project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
|
|
/****************************************************************************
|
|
*
|
|
* Module Title : scaleopt.cpp
|
|
*
|
|
* Description : Optimized scaling functions
|
|
*
|
|
****************************************************************************/
|
|
#include "pragmas.h"
|
|
|
|
/****************************************************************************
|
|
* Module Statics
|
|
****************************************************************************/
|
|
__declspec(align(16)) const static unsigned short round_values[] = { 128, 128, 128, 128 };
|
|
|
|
#include "vpx_scale/vpx_scale.h"
|
|
#include "vpx_mem/vpx_mem.h"
|
|
|
|
__declspec(align(16)) const static unsigned short const54_2[] = { 0, 64, 128, 192 };
|
|
__declspec(align(16)) const static unsigned short const54_1[] = {256, 192, 128, 64 };
|
|
|
|
|
|
/****************************************************************************
|
|
*
|
|
* ROUTINE : horizontal_line_5_4_scale_mmx
|
|
*
|
|
* INPUTS : const unsigned char *source : Pointer to source data.
|
|
* unsigned int source_width : Stride of source.
|
|
* unsigned char *dest : Pointer to destination data.
|
|
* unsigned int dest_width : Stride of destination (NOT USED).
|
|
*
|
|
* OUTPUTS : None.
|
|
*
|
|
* RETURNS : void
|
|
*
|
|
* FUNCTION : Copies horizontal line of pixels from source to
|
|
* destination scaling up by 4 to 5.
|
|
*
|
|
* SPECIAL NOTES : None.
|
|
*
|
|
****************************************************************************/
|
|
static
|
|
void horizontal_line_5_4_scale_mmx
|
|
(
|
|
const unsigned char *source,
|
|
unsigned int source_width,
|
|
unsigned char *dest,
|
|
unsigned int dest_width
|
|
) {
|
|
/*
|
|
unsigned i;
|
|
unsigned int a, b, c, d, e;
|
|
unsigned char *des = dest;
|
|
const unsigned char *src = source;
|
|
|
|
(void) dest_width;
|
|
|
|
for ( i=0; i<source_width; i+=5 )
|
|
{
|
|
a = src[0];
|
|
b = src[1];
|
|
c = src[2];
|
|
d = src[3];
|
|
e = src[4];
|
|
|
|
des[0] = a;
|
|
des[1] = ((b*192 + c* 64 + 128)>>8);
|
|
des[2] = ((c*128 + d*128 + 128)>>8);
|
|
des[3] = ((d* 64 + e*192 + 128)>>8);
|
|
|
|
src += 5;
|
|
des += 4;
|
|
}
|
|
*/
|
|
(void) dest_width;
|
|
|
|
__asm {
|
|
|
|
mov esi, source;
|
|
mov edi, dest;
|
|
|
|
mov ecx, source_width;
|
|
movq mm5, const54_1;
|
|
|
|
pxor mm7, mm7;
|
|
movq mm6, const54_2;
|
|
|
|
movq mm4, round_values;
|
|
lea edx, [esi+ecx];
|
|
horizontal_line_5_4_loop:
|
|
|
|
movq mm0, QWORD PTR [esi];
|
|
00 01 02 03 04 05 06 07
|
|
movq mm1, mm0;
|
|
00 01 02 03 04 05 06 07
|
|
|
|
psrlq mm0, 8;
|
|
01 02 03 04 05 06 07 xx
|
|
punpcklbw mm1, mm7;
|
|
xx 00 xx 01 xx 02 xx 03
|
|
|
|
punpcklbw mm0, mm7;
|
|
xx 01 xx 02 xx 03 xx 04
|
|
pmullw mm1, mm5
|
|
|
|
pmullw mm0, mm6
|
|
add esi, 5
|
|
|
|
add edi, 4
|
|
paddw mm1, mm0
|
|
|
|
paddw mm1, mm4
|
|
psrlw mm1, 8
|
|
|
|
cmp esi, edx
|
|
packuswb mm1, mm7
|
|
|
|
movd DWORD PTR [edi-4], mm1
|
|
|
|
jl horizontal_line_5_4_loop
|
|
|
|
}
|
|
|
|
}
|
|
__declspec(align(16)) const static unsigned short one_fourths[] = { 64, 64, 64, 64 };
|
|
__declspec(align(16)) const static unsigned short two_fourths[] = { 128, 128, 128, 128 };
|
|
__declspec(align(16)) const static unsigned short three_fourths[] = { 192, 192, 192, 192 };
|
|
|
|
static
|
|
void vertical_band_5_4_scale_mmx(unsigned char *source, unsigned int src_pitch, unsigned char *dest, unsigned int dest_pitch, unsigned int dest_width) {
|
|
|
|
__asm {
|
|
push ebx
|
|
|
|
mov esi, source // Get the source and destination pointer
|
|
mov ecx, src_pitch // Get the pitch size
|
|
|
|
mov edi, dest // tow lines below
|
|
pxor mm7, mm7 // clear out mm7
|
|
|
|
mov edx, dest_pitch // Loop counter
|
|
mov ebx, dest_width
|
|
|
|
vs_5_4_loop:
|
|
|
|
movd mm0, DWORD ptr [esi] // src[0];
|
|
movd mm1, DWORD ptr [esi+ecx] // src[1];
|
|
|
|
movd mm2, DWORD ptr [esi+ecx*2]
|
|
lea eax, [esi+ecx*2] //
|
|
|
|
punpcklbw mm1, mm7
|
|
punpcklbw mm2, mm7
|
|
|
|
movq mm3, mm2
|
|
pmullw mm1, three_fourths
|
|
|
|
pmullw mm2, one_fourths
|
|
movd mm4, [eax+ecx]
|
|
|
|
pmullw mm3, two_fourths
|
|
punpcklbw mm4, mm7
|
|
|
|
movq mm5, mm4
|
|
pmullw mm4, two_fourths
|
|
|
|
paddw mm1, mm2
|
|
movd mm6, [eax+ecx*2]
|
|
|
|
pmullw mm5, one_fourths
|
|
paddw mm1, round_values;
|
|
|
|
paddw mm3, mm4
|
|
psrlw mm1, 8
|
|
|
|
punpcklbw mm6, mm7
|
|
paddw mm3, round_values
|
|
|
|
pmullw mm6, three_fourths
|
|
psrlw mm3, 8
|
|
|
|
packuswb mm1, mm7
|
|
packuswb mm3, mm7
|
|
|
|
movd DWORD PTR [edi], mm0
|
|
movd DWORD PTR [edi+edx], mm1
|
|
|
|
|
|
paddw mm5, mm6
|
|
movd DWORD PTR [edi+edx*2], mm3
|
|
|
|
lea eax, [edi+edx*2]
|
|
paddw mm5, round_values
|
|
|
|
psrlw mm5, 8
|
|
add edi, 4
|
|
|
|
packuswb mm5, mm7
|
|
movd DWORD PTR [eax+edx], mm5
|
|
|
|
add esi, 4
|
|
sub ebx, 4
|
|
|
|
jg vs_5_4_loop
|
|
|
|
pop ebx
|
|
}
|
|
}
|
|
|
|
|
|
__declspec(align(16)) const static unsigned short const53_1[] = { 0, 85, 171, 0 };
|
|
__declspec(align(16)) const static unsigned short const53_2[] = {256, 171, 85, 0 };
|
|
|
|
|
|
static
|
|
void horizontal_line_5_3_scale_mmx
|
|
(
|
|
const unsigned char *source,
|
|
unsigned int source_width,
|
|
unsigned char *dest,
|
|
unsigned int dest_width
|
|
) {
|
|
|
|
(void) dest_width;
|
|
__asm {
|
|
|
|
mov esi, source;
|
|
mov edi, dest;
|
|
|
|
mov ecx, source_width;
|
|
movq mm5, const53_1;
|
|
|
|
pxor mm7, mm7;
|
|
movq mm6, const53_2;
|
|
|
|
movq mm4, round_values;
|
|
lea edx, [esi+ecx-5];
|
|
horizontal_line_5_3_loop:
|
|
|
|
movq mm0, QWORD PTR [esi];
|
|
00 01 02 03 04 05 06 07
|
|
movq mm1, mm0;
|
|
00 01 02 03 04 05 06 07
|
|
|
|
psllw mm0, 8;
|
|
xx 00 xx 02 xx 04 xx 06
|
|
psrlw mm1, 8;
|
|
01 xx 03 xx 05 xx 07 xx
|
|
|
|
psrlw mm0, 8;
|
|
00 xx 02 xx 04 xx 06 xx
|
|
psllq mm1, 16;
|
|
xx xx 01 xx 03 xx 05 xx
|
|
|
|
pmullw mm0, mm6
|
|
|
|
pmullw mm1, mm5
|
|
add esi, 5
|
|
|
|
add edi, 3
|
|
paddw mm1, mm0
|
|
|
|
paddw mm1, mm4
|
|
psrlw mm1, 8
|
|
|
|
cmp esi, edx
|
|
packuswb mm1, mm7
|
|
|
|
movd DWORD PTR [edi-3], mm1
|
|
jl horizontal_line_5_3_loop
|
|
|
|
// exit condition
|
|
movq mm0, QWORD PTR [esi];
|
|
00 01 02 03 04 05 06 07
|
|
movq mm1, mm0;
|
|
00 01 02 03 04 05 06 07
|
|
|
|
psllw mm0, 8;
|
|
xx 00 xx 02 xx 04 xx 06
|
|
psrlw mm1, 8;
|
|
01 xx 03 xx 05 xx 07 xx
|
|
|
|
psrlw mm0, 8;
|
|
00 xx 02 xx 04 xx 06 xx
|
|
psllq mm1, 16;
|
|
xx xx 01 xx 03 xx 05 xx
|
|
|
|
pmullw mm0, mm6
|
|
|
|
pmullw mm1, mm5
|
|
paddw mm1, mm0
|
|
|
|
paddw mm1, mm4
|
|
psrlw mm1, 8
|
|
|
|
packuswb mm1, mm7
|
|
movd eax, mm1
|
|
|
|
mov edx, eax
|
|
shr edx, 16
|
|
|
|
mov WORD PTR[edi], ax
|
|
mov BYTE PTR[edi+2], dl
|
|
|
|
}
|
|
|
|
}
|
|
|
|
__declspec(align(16)) const static unsigned short one_thirds[] = { 85, 85, 85, 85 };
|
|
__declspec(align(16)) const static unsigned short two_thirds[] = { 171, 171, 171, 171 };
|
|
|
|
static
|
|
void vertical_band_5_3_scale_mmx(unsigned char *source, unsigned int src_pitch, unsigned char *dest, unsigned int dest_pitch, unsigned int dest_width) {
|
|
|
|
__asm {
|
|
push ebx
|
|
|
|
mov esi, source // Get the source and destination pointer
|
|
mov ecx, src_pitch // Get the pitch size
|
|
|
|
mov edi, dest // tow lines below
|
|
pxor mm7, mm7 // clear out mm7
|
|
|
|
mov edx, dest_pitch // Loop counter
|
|
movq mm5, one_thirds
|
|
|
|
movq mm6, two_thirds
|
|
mov ebx, dest_width;
|
|
|
|
vs_5_3_loop:
|
|
|
|
movd mm0, DWORD ptr [esi] // src[0];
|
|
movd mm1, DWORD ptr [esi+ecx] // src[1];
|
|
|
|
movd mm2, DWORD ptr [esi+ecx*2]
|
|
lea eax, [esi+ecx*2] //
|
|
|
|
punpcklbw mm1, mm7
|
|
punpcklbw mm2, mm7
|
|
|
|
pmullw mm1, mm5
|
|
pmullw mm2, mm6
|
|
|
|
movd mm3, DWORD ptr [eax+ecx]
|
|
movd mm4, DWORD ptr [eax+ecx*2]
|
|
|
|
punpcklbw mm3, mm7
|
|
punpcklbw mm4, mm7
|
|
|
|
pmullw mm3, mm6
|
|
pmullw mm4, mm5
|
|
|
|
|
|
movd DWORD PTR [edi], mm0
|
|
paddw mm1, mm2
|
|
|
|
paddw mm1, round_values
|
|
psrlw mm1, 8
|
|
|
|
packuswb mm1, mm7
|
|
paddw mm3, mm4
|
|
|
|
paddw mm3, round_values
|
|
movd DWORD PTR [edi+edx], mm1
|
|
|
|
psrlw mm3, 8
|
|
packuswb mm3, mm7
|
|
|
|
movd DWORD PTR [edi+edx*2], mm3
|
|
|
|
|
|
add edi, 4
|
|
add esi, 4
|
|
|
|
sub ebx, 4
|
|
jg vs_5_3_loop
|
|
|
|
pop ebx
|
|
}
|
|
}
|
|
|
|
|
|
|
|
|
|
/****************************************************************************
|
|
*
|
|
* ROUTINE : horizontal_line_2_1_scale
|
|
*
|
|
* INPUTS : const unsigned char *source :
|
|
* unsigned int source_width :
|
|
* unsigned char *dest :
|
|
* unsigned int dest_width :
|
|
*
|
|
* OUTPUTS : None.
|
|
*
|
|
* RETURNS : void
|
|
*
|
|
* FUNCTION : 1 to 2 up-scaling of a horizontal line of pixels.
|
|
*
|
|
* SPECIAL NOTES : None.
|
|
*
|
|
****************************************************************************/
|
|
static
|
|
void horizontal_line_2_1_scale_mmx
|
|
(
|
|
const unsigned char *source,
|
|
unsigned int source_width,
|
|
unsigned char *dest,
|
|
unsigned int dest_width
|
|
) {
|
|
(void) dest_width;
|
|
(void) source_width;
|
|
__asm {
|
|
mov esi, source
|
|
mov edi, dest
|
|
|
|
pxor mm7, mm7
|
|
mov ecx, dest_width
|
|
|
|
xor edx, edx
|
|
hs_2_1_loop:
|
|
|
|
movq mm0, [esi+edx*2]
|
|
psllw mm0, 8
|
|
|
|
psrlw mm0, 8
|
|
packuswb mm0, mm7
|
|
|
|
movd DWORD Ptr [edi+edx], mm0;
|
|
add edx, 4
|
|
|
|
cmp edx, ecx
|
|
jl hs_2_1_loop
|
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
static
|
|
void vertical_band_2_1_scale_mmx(unsigned char *source, unsigned int src_pitch, unsigned char *dest, unsigned int dest_pitch, unsigned int dest_width) {
|
|
(void) dest_pitch;
|
|
(void) src_pitch;
|
|
vpx_memcpy(dest, source, dest_width);
|
|
}
|
|
|
|
|
|
__declspec(align(16)) const static unsigned short three_sixteenths[] = { 48, 48, 48, 48 };
|
|
__declspec(align(16)) const static unsigned short ten_sixteenths[] = { 160, 160, 160, 160 };
|
|
|
|
static
|
|
void vertical_band_2_1_scale_i_mmx(unsigned char *source, unsigned int src_pitch, unsigned char *dest, unsigned int dest_pitch, unsigned int dest_width) {
|
|
|
|
(void) dest_pitch;
|
|
__asm {
|
|
mov esi, source
|
|
mov edi, dest
|
|
|
|
mov eax, src_pitch
|
|
mov edx, dest_width
|
|
|
|
pxor mm7, mm7
|
|
sub esi, eax // back one line
|
|
|
|
|
|
lea ecx, [esi+edx];
|
|
movq mm6, round_values;
|
|
|
|
movq mm5, three_sixteenths;
|
|
movq mm4, ten_sixteenths;
|
|
|
|
vs_2_1_i_loop:
|
|
movd mm0, [esi] //
|
|
movd mm1, [esi+eax] //
|
|
|
|
movd mm2, [esi+eax*2] //
|
|
punpcklbw mm0, mm7
|
|
|
|
pmullw mm0, mm5
|
|
punpcklbw mm1, mm7
|
|
|
|
pmullw mm1, mm4
|
|
punpcklbw mm2, mm7
|
|
|
|
pmullw mm2, mm5
|
|
paddw mm0, round_values
|
|
|
|
paddw mm1, mm2
|
|
paddw mm0, mm1
|
|
|
|
psrlw mm0, 8
|
|
packuswb mm0, mm7
|
|
|
|
movd DWORD PTR [edi], mm0
|
|
add esi, 4
|
|
|
|
add edi, 4;
|
|
cmp esi, ecx
|
|
jl vs_2_1_i_loop
|
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
void
|
|
register_mmxscalers(void) {
|
|
vp8_vertical_band_5_4_scale = vertical_band_5_4_scale_mmx;
|
|
vp8_vertical_band_5_3_scale = vertical_band_5_3_scale_mmx;
|
|
vp8_vertical_band_2_1_scale = vertical_band_2_1_scale_mmx;
|
|
vp8_vertical_band_2_1_scale_i = vertical_band_2_1_scale_i_mmx;
|
|
vp8_horizontal_line_2_1_scale = horizontal_line_2_1_scale_mmx;
|
|
vp8_horizontal_line_5_3_scale = horizontal_line_5_3_scale_mmx;
|
|
vp8_horizontal_line_5_4_scale = horizontal_line_5_4_scale_mmx;
|
|
}
|