44600442dc
The previous implementation confused bit/bytes/elements. It was using '32' as the multiplier but that was mistakenly adopted because a 32x32 transform embedded the stride. Change-Id: Ieeb867a332416b9a40580b5e7c9b20088e9e691a
131 lines
3.3 KiB
NASM
131 lines
3.3 KiB
NASM
;
|
|
; Copyright (c) 2014 The WebM project authors. All Rights Reserved.
|
|
;
|
|
; Use of this source code is governed by a BSD-style license
|
|
; that can be found in the LICENSE file in the root of the source
|
|
; tree. An additional intellectual property rights grant can be found
|
|
; in the file PATENTS. All contributing project authors may
|
|
; be found in the AUTHORS file in the root of the source tree.
|
|
;
|
|
|
|
%include "third_party/x86inc/x86inc.asm"
|
|
%include "vpx_dsp/x86/bitdepth_conversion_sse2.asm"
|
|
|
|
SECTION .text
|
|
|
|
%if ARCH_X86_64
|
|
; matrix transpose
|
|
%macro TRANSPOSE8X8 10
|
|
; stage 1
|
|
punpcklwd m%9, m%1, m%2
|
|
punpcklwd m%10, m%3, m%4
|
|
punpckhwd m%1, m%2
|
|
punpckhwd m%3, m%4
|
|
|
|
punpcklwd m%2, m%5, m%6
|
|
punpcklwd m%4, m%7, m%8
|
|
punpckhwd m%5, m%6
|
|
punpckhwd m%7, m%8
|
|
|
|
; stage 2
|
|
punpckldq m%6, m%9, m%10
|
|
punpckldq m%8, m%1, m%3
|
|
punpckhdq m%9, m%10
|
|
punpckhdq m%1, m%3
|
|
|
|
punpckldq m%10, m%2, m%4
|
|
punpckldq m%3, m%5, m%7
|
|
punpckhdq m%2, m%4
|
|
punpckhdq m%5, m%7
|
|
|
|
; stage 3
|
|
punpckhqdq m%4, m%9, m%2 ; out3
|
|
punpcklqdq m%9, m%2 ; out2
|
|
punpcklqdq m%7, m%1, m%5 ; out6
|
|
punpckhqdq m%1, m%5 ; out7
|
|
|
|
punpckhqdq m%2, m%6, m%10 ; out1
|
|
punpcklqdq m%6, m%10 ; out0
|
|
punpcklqdq m%5, m%8, m%3 ; out4
|
|
punpckhqdq m%8, m%3 ; out5
|
|
|
|
SWAP %6, %1
|
|
SWAP %3, %9
|
|
SWAP %8, %6
|
|
%endmacro
|
|
|
|
%macro HMD8_1D 0
|
|
psubw m8, m0, m1
|
|
psubw m9, m2, m3
|
|
paddw m0, m1
|
|
paddw m2, m3
|
|
SWAP 1, 8
|
|
SWAP 3, 9
|
|
psubw m8, m4, m5
|
|
psubw m9, m6, m7
|
|
paddw m4, m5
|
|
paddw m6, m7
|
|
SWAP 5, 8
|
|
SWAP 7, 9
|
|
|
|
psubw m8, m0, m2
|
|
psubw m9, m1, m3
|
|
paddw m0, m2
|
|
paddw m1, m3
|
|
SWAP 2, 8
|
|
SWAP 3, 9
|
|
psubw m8, m4, m6
|
|
psubw m9, m5, m7
|
|
paddw m4, m6
|
|
paddw m5, m7
|
|
SWAP 6, 8
|
|
SWAP 7, 9
|
|
|
|
psubw m8, m0, m4
|
|
psubw m9, m1, m5
|
|
paddw m0, m4
|
|
paddw m1, m5
|
|
SWAP 4, 8
|
|
SWAP 5, 9
|
|
psubw m8, m2, m6
|
|
psubw m9, m3, m7
|
|
paddw m2, m6
|
|
paddw m3, m7
|
|
SWAP 6, 8
|
|
SWAP 7, 9
|
|
%endmacro
|
|
|
|
|
|
INIT_XMM ssse3
|
|
cglobal hadamard_8x8, 3, 5, 11, input, stride, output
|
|
lea r3, [2 * strideq]
|
|
lea r4, [4 * strideq]
|
|
|
|
mova m0, [inputq]
|
|
mova m1, [inputq + r3]
|
|
lea inputq, [inputq + r4]
|
|
mova m2, [inputq]
|
|
mova m3, [inputq + r3]
|
|
lea inputq, [inputq + r4]
|
|
mova m4, [inputq]
|
|
mova m5, [inputq + r3]
|
|
lea inputq, [inputq + r4]
|
|
mova m6, [inputq]
|
|
mova m7, [inputq + r3]
|
|
|
|
HMD8_1D
|
|
TRANSPOSE8X8 0, 1, 2, 3, 4, 5, 6, 7, 9, 10
|
|
HMD8_1D
|
|
|
|
STORE_TRAN_LOW 0, outputq, 0, 8, 9
|
|
STORE_TRAN_LOW 1, outputq, 8, 8, 9
|
|
STORE_TRAN_LOW 2, outputq, 16, 8, 9
|
|
STORE_TRAN_LOW 3, outputq, 24, 8, 9
|
|
STORE_TRAN_LOW 4, outputq, 32, 8, 9
|
|
STORE_TRAN_LOW 5, outputq, 40, 8, 9
|
|
STORE_TRAN_LOW 6, outputq, 48, 8, 9
|
|
STORE_TRAN_LOW 7, outputq, 56, 8, 9
|
|
|
|
RET
|
|
%endif
|