57f6bcc4b0
Previously the assembly sources had mixed indentation consisting of both spaces and tabs, making it quite hard to read unless the right tab size was used in the editor. Tabs have been interpreted as 4 spaces in most cases, matching the surrounding code.
2275 lines
83 KiB
ArmAsm
2275 lines
83 KiB
ArmAsm
/*!
|
|
* \copy
|
|
* Copyright (c) 2013, Cisco Systems
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
*
|
|
* * Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
*
|
|
* * Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in
|
|
* the documentation and/or other materials provided with the
|
|
* distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
|
|
* FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
|
|
* COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
|
|
* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
|
|
* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
|
|
* ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
* POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
*/
|
|
|
|
#ifdef HAVE_NEON_AARCH64
|
|
.text
|
|
#include "arm_arch64_common_macro.S"
|
|
.align 16
|
|
filter_para: .short 0, 1, -5, 20, 0, 0, 0, 0
|
|
|
|
#ifdef __APPLE__
|
|
|
|
.macro FILTER_6TAG_8BITS1
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl v18.8h, $0.8b, $5.8b //v18=src[-2]+src[3]
|
|
uaddl v19.8h, $2.8b, $3.8b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl v19.8h, $1.8b, $4.8b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun $6.8b, v18.8h, #5
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS2
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl2 v18.8h, $0.16b, $5.16b //v18=src[-2]+src[3]
|
|
uaddl2 v19.8h, $2.16b, $3.16b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl2 v19.8h, $1.16b, $4.16b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun2 $6.16b, v18.8h, #5
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS1_AVERAGE_WITH_0
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl v18.8h, $0.8b, $5.8b //v18=src[-2]+src[3]
|
|
uaddl v19.8h, $2.8b, $3.8b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl v19.8h, $1.8b, $4.8b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun $6.8b, v18.8h, #5
|
|
uaddl v19.8h, $2.8b, $6.8b
|
|
rshrn $6.8b, v19.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS2_AVERAGE_WITH_0
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl2 v18.8h, $0.16b, $5.16b //v18=src[-2]+src[3]
|
|
uaddl2 v19.8h, $2.16b, $3.16b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl2 v19.8h, $1.16b, $4.16b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun2 $6.16b, v18.8h, #5
|
|
uaddl2 v19.8h, $2.16b, $6.16b
|
|
rshrn2 $6.16b, v19.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS1_AVERAGE_WITH_1
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl v18.8h, $0.8b, $5.8b //v18=src[-2]+src[3]
|
|
uaddl v19.8h, $2.8b, $3.8b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl v19.8h, $1.8b, $4.8b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun $6.8b, v18.8h, #5
|
|
uaddl v19.8h, $3.8b, $6.8b
|
|
rshrn $6.8b, v19.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS2_AVERAGE_WITH_1
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl2 v18.8h, $0.16b, $5.16b //v18=src[-2]+src[3]
|
|
uaddl2 v19.8h, $2.16b, $3.16b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, $7.8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl2 v19.8h, $1.16b, $4.16b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, $8.8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun2 $6.16b, v18.8h, #5
|
|
uaddl2 v19.8h, $3.16b, $6.16b
|
|
rshrn2 $6.16b, v19.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS_TO_16BITS1
|
|
// { // input:d_src[-2], d_src[-1], d_src[0], d_src[1], d_src[2], d_src[3], dst_q, multiplier a/b; working:v31
|
|
uaddl $6.8h, $0.8b, $5.8b //dst_q=src[-2]+src[3]
|
|
uaddl v31.8h, $2.8b, $3.8b //src[0]+src[1]
|
|
mla $6.8h, v31.8h, $7.8h //dst_q += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl v31.8h, $1.8b, $4.8b //src[-1]+src[2]
|
|
mls $6.8h, v31.8h, $8.8h //dst_q -= 5*(src[-1]+src[2]), 2 cycles
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS_TO_16BITS2
|
|
// { // input:d_src[-2], d_src[-1], d_src[0], d_src[1], d_src[2], d_src[3], dst_q, multiplier a/b; working:v31
|
|
uaddl2 $6.8h, $0.16b, $5.16b //dst_q=src[-2]+src[3]
|
|
uaddl2 v31.8h, $2.16b, $3.16b //src[0]+src[1]
|
|
mla $6.8h, v31.8h, $7.8h //dst_q += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl2 v31.8h, $1.16b, $4.16b //src[-1]+src[2]
|
|
mls $6.8h, v31.8h, $8.8h //dst_q -= 5*(src[-1]+src[2]), 2 cycles
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_3_IN_16BITS_TO_8BITS1
|
|
// { // input:a, b, c, dst_d;
|
|
sub $0.8h, $0.8h, $1.8h //a-b
|
|
sshr $0.8h, $0.8h, #2 //(a-b)/4
|
|
sub $0.8h, $0.8h, $1.8h //(a-b)/4-b
|
|
add $0.8h, $0.8h, $2.8h //(a-b)/4-b+c
|
|
sshr $0.8h, $0.8h, #2 //((a-b)/4-b+c)/4
|
|
add $0.8h, $0.8h, $2.8h //((a-b)/4-b+c)/4+c = (a-5*b+20*c)/16
|
|
sqrshrun $3.8b, $0.8h, #6 //(+32)>>6
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_3_IN_16BITS_TO_8BITS2
|
|
// { // input:a, b, c, dst_d;
|
|
sub $0.8h, $0.8h, $1.8h //a-b
|
|
sshr $0.8h, $0.8h, #2 //(a-b)/4
|
|
sub $0.8h, $0.8h, $1.8h //(a-b)/4-b
|
|
add $0.8h, $0.8h, $2.8h //(a-b)/4-b+c
|
|
sshr $0.8h, $0.8h, #2 //((a-b)/4-b+c)/4
|
|
add $0.8h, $0.8h, $2.8h //((a-b)/4-b+c)/4+c = (a-5*b+20*c)/16
|
|
sqrshrun2 $3.16b, $0.8h, #6 //(+32)>>6
|
|
// }
|
|
.endm
|
|
|
|
.macro UNPACK_2_16BITS_TO_ABC
|
|
// { // input:q_src[-2:5], q_src[6:13](avail 8+5)/q_src[6:**](avail 4+5), dst_a, dst_b, dst_c;
|
|
ext $4.16b, $0.16b, $1.16b, #4 //src[0]
|
|
ext $3.16b, $0.16b, $1.16b, #6 //src[1]
|
|
add $4.8h, $4.8h, $3.8h //c=src[0]+src[1]
|
|
|
|
ext $3.16b, $0.16b, $1.16b, #2 //src[-1]
|
|
ext $2.16b, $0.16b, $1.16b, #8 //src[2]
|
|
add $3.8h, $3.8h, $2.8h //b=src[-1]+src[2]
|
|
|
|
ext $2.16b, $0.16b, $1.16b, #10 //src[3]
|
|
add $2.8h, $2.8h, $0.8h //a=src[-2]+src[3]
|
|
// }
|
|
.endm
|
|
|
|
.macro AVERAGE_TWO_8BITS1
|
|
// { // input:dst_d, src_d A and B; working: v5
|
|
uaddl v30.8h, $2.8b, $1.8b
|
|
rshrn $0.8b, v30.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro AVERAGE_TWO_8BITS2
|
|
// { // input:dst_d, src_d A and B; working: v5
|
|
uaddl2 v30.8h, $2.16b, $1.16b
|
|
rshrn2 $0.16b, v30.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_SINGLE_TAG_8BITS // when width=17/9, used
|
|
// { // input: src_d{Y[0][1][2][3][4][5]X},
|
|
rev64 $2.8b, $0.8b // X[5][4][3][2][1][0]O
|
|
uaddl $2.8h, $0.8b, $2.8b // each 16bits, *[50][41][32][23][14][05]*
|
|
mul $2.4h, $2.4h, $1.4h // 0+1*[50]-5*[41]+20[32]
|
|
addv $3, $2.4h
|
|
sqrshrun $0.8b, $0.8h, #5
|
|
// }
|
|
.endm
|
|
|
|
.macro UNPACK_FILTER_SINGLE_TAG_16BITS // v0, v1, v22, v23
|
|
// { // each 16bits; input: d_dst, d_src[0:5], para, working, working, d(low part of d_dst)
|
|
ext.16b $3, $1, $1, #14 // X[0][1][2][3][4][5]O
|
|
ext.16b $4, $3, $3, #8 // [3][4][5]OX[0][1][2]
|
|
rev64 $4.8h, $4.8h // X[5][4][3][2][1][0]O
|
|
add $3.8h, $3.8h, $4.8h // each 16bits, *[50][41][32][23][14][05]*
|
|
smull $3.4s, $3.4h, $2.4h // 0+1*[50]-5*[41]+20[32]
|
|
saddlv $5, $3.4s
|
|
//sshr $0.2d, $0.2d, #4
|
|
sqrshrun $0.2s, $0.2d, #10
|
|
uqxtn $0.4h, $0.4s
|
|
uqxtn $0.8b, $0.8h
|
|
// }
|
|
.endm
|
|
|
|
#else
|
|
.macro FILTER_6TAG_8BITS1 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl v18.8h, \arg0\().8b, \arg5\().8b //v18=src[-2]+src[3]
|
|
uaddl v19.8h, \arg2\().8b, \arg3\().8b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl v19.8h, \arg1\().8b, \arg4\().8b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun \arg6\().8b, v18.8h, #5
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS2 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl2 v18.8h, \arg0\().16b, \arg5\().16b //v18=src[-2]+src[3]
|
|
uaddl2 v19.8h, \arg2\().16b, \arg3\().16b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl2 v19.8h, \arg1\().16b, \arg4\().16b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun2 \arg6\().16b, v18.8h, #5
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS1_AVERAGE_WITH_0 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl v18.8h, \arg0\().8b, \arg5\().8b //v18=src[-2]+src[3]
|
|
uaddl v19.8h, \arg2\().8b, \arg3\().8b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl v19.8h, \arg1\().8b, \arg4\().8b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun \arg6\().8b, v18.8h, #5
|
|
uaddl v19.8h, \arg2\().8b, \arg6\().8b
|
|
rshrn \arg6\().8b, v19.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS2_AVERAGE_WITH_0 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl2 v18.8h, \arg0\().16b, \arg5\().16b //v18=src[-2]+src[3]
|
|
uaddl2 v19.8h, \arg2\().16b, \arg3\().16b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl2 v19.8h, \arg1\().16b, \arg4\().16b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun2 \arg6\().16b, v18.8h, #5
|
|
uaddl2 v19.8h, \arg2\().16b, \arg6\().16b
|
|
rshrn2 \arg6\().16b, v19.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS1_AVERAGE_WITH_1 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl v18.8h, \arg0\().8b, \arg5\().8b //v18=src[-2]+src[3]
|
|
uaddl v19.8h, \arg2\().8b, \arg3\().8b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl v19.8h, \arg1\().8b, \arg4\().8b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun \arg6\().8b, v18.8h, #5
|
|
uaddl v19.8h, \arg3\().8b, \arg6\().8b
|
|
rshrn \arg6\().8b, v19.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS2_AVERAGE_WITH_1 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8
|
|
// { // input:src[-2], src[-1], src[0], src[1], src[2], src[3], dst_d, multiplier a/b; working: v18, v19
|
|
uaddl2 v18.8h, \arg0\().16b, \arg5\().16b //v18=src[-2]+src[3]
|
|
uaddl2 v19.8h, \arg2\().16b, \arg3\().16b //src[0]+src[1]
|
|
mla v18.8h, v19.8h, \arg7\().8h //v18 += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl2 v19.8h, \arg1\().16b, \arg4\().16b //src[-1]+src[2]
|
|
mls v18.8h, v19.8h, \arg8\().8h //v18 -= 5*(src[-1]+src[2]), 2 cycles
|
|
sqrshrun2 \arg6\().16b, v18.8h, #5
|
|
uaddl2 v19.8h, \arg3\().16b, \arg6\().16b
|
|
rshrn2 \arg6\().16b, v19.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS_TO_16BITS1 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8
|
|
// { // input:d_src[-2], d_src[-1], d_src[0], d_src[1], d_src[2], d_src[3], dst_q, multiplier a/b; working:v31
|
|
uaddl \arg6\().8h, \arg0\().8b, \arg5\().8b //dst_q=src[-2]+src[3]
|
|
uaddl v31.8h, \arg2\().8b, \arg3\().8b //src[0]+src[1]
|
|
mla \arg6\().8h, v31.8h, \arg7\().8h //dst_q += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl v31.8h, \arg1\().8b, \arg4\().8b //src[-1]+src[2]
|
|
mls \arg6\().8h, v31.8h, \arg8\().8h //dst_q -= 5*(src[-1]+src[2]), 2 cycles
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_6TAG_8BITS_TO_16BITS2 arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8
|
|
// { // input:d_src[-2], d_src[-1], d_src[0], d_src[1], d_src[2], d_src[3], dst_q, multiplier a/b; working:v31
|
|
uaddl2 \arg6\().8h, \arg0\().16b, \arg5\().16b //dst_q=src[-2]+src[3]
|
|
uaddl2 v31.8h, \arg2\().16b, \arg3\().16b //src[0]+src[1]
|
|
mla \arg6\().8h, v31.8h, \arg7\().8h //dst_q += 20*(src[0]+src[1]), 2 cycles
|
|
uaddl2 v31.8h, \arg1\().16b, \arg4\().16b //src[-1]+src[2]
|
|
mls \arg6\().8h, v31.8h, \arg8\().8h //dst_q -= 5*(src[-1]+src[2]), 2 cycles
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_3_IN_16BITS_TO_8BITS1 arg0, arg1, arg2, arg3
|
|
// { // input:a, b, c, dst_d;
|
|
sub \arg0\().8h, \arg0\().8h, \arg1\().8h //a-b
|
|
sshr \arg0\().8h, \arg0\().8h, #2 //(a-b)/4
|
|
sub \arg0\().8h, \arg0\().8h, \arg1\().8h //(a-b)/4-b
|
|
add \arg0\().8h, \arg0\().8h, \arg2\().8h //(a-b)/4-b+c
|
|
sshr \arg0\().8h, \arg0\().8h, #2 //((a-b)/4-b+c)/4
|
|
add \arg0\().8h, \arg0\().8h, \arg2\().8h //((a-b)/4-b+c)/4+c = (a-5*b+20*c)/16
|
|
sqrshrun \arg3\().8b, \arg0\().8h, #6 //(+32)>>6
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_3_IN_16BITS_TO_8BITS2 arg0, arg1, arg2, arg3
|
|
// { // input:a, b, c, dst_d;
|
|
sub \arg0\().8h, \arg0\().8h, \arg1\().8h //a-b
|
|
sshr \arg0\().8h, \arg0\().8h, #2 //(a-b)/4
|
|
sub \arg0\().8h, \arg0\().8h, \arg1\().8h //(a-b)/4-b
|
|
add \arg0\().8h, \arg0\().8h, \arg2\().8h //(a-b)/4-b+c
|
|
sshr \arg0\().8h, \arg0\().8h, #2 //((a-b)/4-b+c)/4
|
|
add \arg0\().8h, \arg0\().8h, \arg2\().8h //((a-b)/4-b+c)/4+c = (a-5*b+20*c)/16
|
|
sqrshrun2 \arg3\().16b, \arg0\().8h, #6 //(+32)>>6
|
|
// }
|
|
.endm
|
|
|
|
.macro UNPACK_2_16BITS_TO_ABC arg0, arg1, arg2, arg3, arg4
|
|
// { // input:q_src[-2:5], q_src[6:13](avail 8+5)/q_src[6:**](avail 4+5), dst_a, dst_b, dst_c;
|
|
ext \arg4\().16b, \arg0\().16b, \arg1\().16b, #4 //src[0]
|
|
ext \arg3\().16b, \arg0\().16b, \arg1\().16b, #6 //src[1]
|
|
add \arg4\().8h, \arg4\().8h, \arg3\().8h //c=src[0]+src[1]
|
|
|
|
ext \arg3\().16b, \arg0\().16b, \arg1\().16b, #2 //src[-1]
|
|
ext \arg2\().16b, \arg0\().16b, \arg1\().16b, #8 //src[2]
|
|
add \arg3\().8h, \arg3\().8h, \arg2\().8h //b=src[-1]+src[2]
|
|
|
|
ext \arg2\().16b, \arg0\().16b, \arg1\().16b, #10 //src[3]
|
|
add \arg2\().8h, \arg2\().8h, \arg0\().8h //a=src[-2]+src[3]
|
|
// }
|
|
.endm
|
|
|
|
.macro AVERAGE_TWO_8BITS1 arg0, arg1, arg2
|
|
// { // input:dst_d, src_d A and B; working: v5
|
|
uaddl v30.8h, \arg2\().8b, \arg1\().8b
|
|
rshrn \arg0\().8b, v30.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro AVERAGE_TWO_8BITS2 arg0, arg1, arg2
|
|
// { // input:dst_d, src_d A and B; working: v5
|
|
uaddl2 v30.8h, \arg2\().16b, \arg1\().16b
|
|
rshrn2 \arg0\().16b, v30.8h, #1
|
|
// }
|
|
.endm
|
|
|
|
.macro FILTER_SINGLE_TAG_8BITS arg0, arg1, arg2, arg3
|
|
// when width=17/9, used
|
|
// { // input: src_d{Y[0][1][2][3][4][5]X},
|
|
rev64 \arg2\().8b, \arg0\().8b // X[5][4][3][2][1][0]O
|
|
uaddl \arg2\().8h, \arg0\().8b, \arg2\().8b // each 16bits, *[50][41][32][23][14][05]*
|
|
mul \arg2\().4h, \arg2\().4h, \arg1\().4h // 0+1*[50]-5*[41]+20[32]
|
|
addv \arg3, \arg2\().4h
|
|
sqrshrun \arg0\().8b, \arg0\().8h, #5
|
|
// }
|
|
.endm
|
|
|
|
.macro UNPACK_FILTER_SINGLE_TAG_16BITS arg0, arg1, arg2, arg3, arg4, arg5
|
|
// { // each 16bits; input: d_dst, d_src[0:5], para, working, working, d(low part of d_dst)
|
|
ext \arg3\().16b, \arg1\().16b, \arg1\().16b, #14 // X[0][1][2][3][4][5]O
|
|
ext \arg4\().16b, \arg3\().16b, \arg3\().16b, #8 // [3][4][5]OX[0][1][2]
|
|
rev64 \arg4\().8h, \arg4\().8h // X[5][4][3][2][1][0]O
|
|
add \arg3\().8h, \arg3\().8h, \arg4\().8h // each 16bits, *[50][41][32][23][14][05]*
|
|
smull \arg3\().4s, \arg3\().4h, \arg2\().4h // 0+1*[50]-5*[41]+20[32]
|
|
saddlv \arg5, \arg3\().4s
|
|
//sshr \arg0\().2d, \arg0\().2d, #4
|
|
sqrshrun \arg0\().2s, \arg0\().2d, #10
|
|
uqxtn \arg0\().4h, \arg0\().4s
|
|
uqxtn \arg0\().8b, \arg0\().8h
|
|
// }
|
|
.endm
|
|
#endif
|
|
|
|
//(const uint8_t* pSrc {x0}, int32_t iSrcStride{x1}, uint8_t* pDst{x2}, int32_t iDstStride{x3}, int32_t iHeight{x4})
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20WidthEq16_AArch64_neon
|
|
sub x0, x0, #2
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
w16_h_mc_luma_loop:
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 //only use 21(16+5); v2=src[-2]
|
|
trn1 v2.2d, v2.2d, v3.2d
|
|
//prfm pldl1strm, [x0]
|
|
ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1]
|
|
ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0]
|
|
ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1]
|
|
ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2]
|
|
ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3]
|
|
|
|
FILTER_6TAG_8BITS1 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
|
|
sub x4, x4, #1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte
|
|
cbnz x4, w16_h_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20WidthEq8_AArch64_neon
|
|
sub x0, x0, #2
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
w8_h_mc_luma_loop:
|
|
ld1 {v2.8b, v3.8b}, [x0], x1 //only use 13(8+5); v2=src[-2]
|
|
trn1 v2.2d, v2.2d, v3.2d
|
|
//prfm pldl1strm, [x0]
|
|
ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1]
|
|
ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0]
|
|
ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1]
|
|
ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2]
|
|
ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3]
|
|
|
|
FILTER_6TAG_8BITS1 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
|
|
sub x4, x4, #1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte
|
|
cbnz x4, w8_h_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20WidthEq4_AArch64_neon
|
|
sub x0, x0, #2
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
asr x4, x4, #1
|
|
w4_h_mc_luma_loop:
|
|
ld1 {v2.16b}, [x0], x1 //only use 9(4+5); 1st row src[-2:6]
|
|
//prfm pldl1strm, [x0]
|
|
ld1 {v3.16b}, [x0], x1 //only use 9(4+5); 2nd row src[-2:6]
|
|
//prfm pldl1strm, [x0]
|
|
|
|
zip1 v4.4s, v2.4s, v3.4s // v4=src[-2] 1st:2nd
|
|
ext v17.16b, v4.16b, v4.16b, #8 // v17=src[2:5] 1st:2nd
|
|
|
|
ext v2.16b, v2.16b, v4.16b, #1 //1st row src[-1:6]
|
|
ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[-1:6]
|
|
zip1 v5.4s, v2.4s, v3.4s // v5=src[-1:2] 1st:2nd
|
|
ext v7.16b, v5.16b, v4.16b, #8 //v7=src[3:6] 1st:2nd
|
|
|
|
ext v2.16b, v2.16b, v4.16b, #1 //1st row src[0:6]
|
|
ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[0:6]
|
|
zip1 v6.4s, v2.4s, v3.4s // v6=src[0:3] 1st:2nd
|
|
|
|
ext v2.16b, v2.16b, v4.16b, #1 //1st row src[1:6]
|
|
ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[1:6]
|
|
zip1 v16.4s, v2.4s, v3.4s // v16=src[1:4] 1st:2nd
|
|
|
|
FILTER_6TAG_8BITS1 v4, v5, v6, v16, v17, v7, v20, v0, v1
|
|
|
|
st1 {v20.s}[0], [x2], x3 //write 4Byte
|
|
st1 {v20.s}[1], [x2], x3 //write 4Byte
|
|
sub x4, x4, #1
|
|
cbnz x4, w4_h_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer10WidthEq16_AArch64_neon
|
|
sub x0, x0, #2
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
w16_xy_10_mc_luma_loop:
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 //only use 21(16+5); v2=src[-2]
|
|
trn1 v2.2d, v2.2d, v3.2d
|
|
//prfm pldl1strm, [x0]
|
|
ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1]
|
|
ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0]
|
|
ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1]
|
|
ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2]
|
|
ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3]
|
|
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
|
|
sub x4, x4, #1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte
|
|
cbnz x4, w16_xy_10_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer10WidthEq8_AArch64_neon
|
|
sub x0, x0, #2
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
w8_xy_10_mc_luma_loop:
|
|
ld1 {v2.8b, v3.8b}, [x0], x1 //only use 13(8+5); v2=src[-2]
|
|
trn1 v2.2d, v2.2d, v3.2d
|
|
//prfm pldl1strm, [x0]
|
|
ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1]
|
|
ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0]
|
|
ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1]
|
|
ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2]
|
|
ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3]
|
|
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
|
|
sub x4, x4, #1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte
|
|
cbnz x4, w8_xy_10_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer10WidthEq4_AArch64_neon
|
|
sub x0, x0, #2
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
asr x4, x4, #1
|
|
w4_xy_10_mc_luma_loop:
|
|
ld1 {v2.16b}, [x0], x1 //only use 9(4+5); 1st row src[-2:6]
|
|
//prfm pldl1strm, [x0]
|
|
ld1 {v3.16b}, [x0], x1 //only use 9(4+5); 2nd row src[-2:6]
|
|
//prfm pldl1strm, [x0]
|
|
|
|
zip1 v4.4s, v2.4s, v3.4s // v4=src[-2] 1st:2nd
|
|
ext v17.16b, v4.16b, v4.16b, #8 // v17=src[2:5] 1st:2nd
|
|
|
|
ext v2.16b, v2.16b, v4.16b, #1 //1st row src[-1:6]
|
|
ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[-1:6]
|
|
zip1 v5.4s, v2.4s, v3.4s // v5=src[-1:2] 1st:2nd
|
|
ext v7.16b, v5.16b, v4.16b, #8 //v7=src[3:6] 1st:2nd
|
|
|
|
ext v2.16b, v2.16b, v4.16b, #1 //1st row src[0:6]
|
|
ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[0:6]
|
|
zip1 v6.4s, v2.4s, v3.4s // v6=src[0:3] 1st:2nd
|
|
|
|
ext v2.16b, v2.16b, v4.16b, #1 //1st row src[1:6]
|
|
ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[1:6]
|
|
zip1 v16.4s, v2.4s, v3.4s // v16=src[1:4] 1st:2nd
|
|
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v4, v5, v6, v16, v17, v7, v20, v0, v1
|
|
|
|
st1 {v20.s}[0], [x2], x3 //write 4Byte
|
|
st1 {v20.s}[1], [x2], x3 //write 4Byte
|
|
sub x4, x4, #1
|
|
cbnz x4, w4_xy_10_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer30WidthEq16_AArch64_neon
|
|
sub x0, x0, #2
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
w16_xy_30_mc_luma_loop:
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 //only use 21(16+5); v2=src[-2]
|
|
trn1 v2.2d, v2.2d, v3.2d
|
|
//prfm pldl1strm, [x0]
|
|
ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1]
|
|
ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0]
|
|
ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1]
|
|
ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2]
|
|
ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3]
|
|
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
|
|
sub x4, x4, #1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte
|
|
cbnz x4, w16_xy_30_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer30WidthEq8_AArch64_neon
|
|
sub x0, x0, #2
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
w8_xy_30_mc_luma_loop:
|
|
ld1 {v2.8b, v3.8b}, [x0], x1 //only use 13(8+5); v2=src[-2]
|
|
trn1 v2.2d, v2.2d, v3.2d
|
|
//prfm pldl1strm, [x0]
|
|
ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1]
|
|
ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0]
|
|
ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1]
|
|
ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2]
|
|
ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3]
|
|
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
|
|
sub x4, x4, #1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte
|
|
cbnz x4, w8_xy_30_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer30WidthEq4_AArch64_neon
|
|
sub x0, x0, #2
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
asr x4, x4, #1
|
|
w4_xy_30_mc_luma_loop:
|
|
ld1 {v2.16b}, [x0], x1 //only use 9(4+5); 1st row src[-2:6]
|
|
//prfm pldl1strm, [x0]
|
|
ld1 {v3.16b}, [x0], x1 //only use 9(4+5); 2nd row src[-2:6]
|
|
//prfm pldl1strm, [x0]
|
|
|
|
zip1 v4.4s, v2.4s, v3.4s // v4=src[-2] 1st:2nd
|
|
ext v17.16b, v4.16b, v4.16b, #8 // v17=src[2:5] 1st:2nd
|
|
|
|
ext v2.16b, v2.16b, v4.16b, #1 //1st row src[-1:6]
|
|
ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[-1:6]
|
|
zip1 v5.4s, v2.4s, v3.4s // v5=src[-1:2] 1st:2nd
|
|
ext v7.16b, v5.16b, v4.16b, #8 //v7=src[3:6] 1st:2nd
|
|
|
|
ext v2.16b, v2.16b, v4.16b, #1 //1st row src[0:6]
|
|
ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[0:6]
|
|
zip1 v6.4s, v2.4s, v3.4s // v6=src[0:3] 1st:2nd
|
|
|
|
ext v2.16b, v2.16b, v4.16b, #1 //1st row src[1:6]
|
|
ext v3.16b, v3.16b, v4.16b, #1 //2nd row src[1:6]
|
|
zip1 v16.4s, v2.4s, v3.4s // v16=src[1:4] 1st:2nd
|
|
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v4, v5, v6, v16, v17, v7, v20, v0, v1
|
|
|
|
st1 {v20.s}[0], [x2], x3 //write 4Byte
|
|
st1 {v20.s}[1], [x2], x3 //write 4Byte
|
|
sub x4, x4, #1
|
|
cbnz x4, w4_xy_30_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer01WidthEq16_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v5=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v6=src[2*stride]
|
|
|
|
|
|
w16_xy_01_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 0 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 1 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 2 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 3 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v5=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v6, v7, v2, v3, v4, v5, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v6, v7, v2, v3, v4, v5, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 4 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v6=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v7, v2, v3, v4, v5, v6, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v7, v2, v3, v4, v5, v6, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 5 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 6 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 7 line
|
|
|
|
mov.16b v3, v5
|
|
mov.16b v5, v7
|
|
mov.16b v7, v2
|
|
mov.16b v2, v4
|
|
mov.16b v4, v6
|
|
mov.16b v6, v7
|
|
sub x4, x4, #8
|
|
cbnz x4, w16_xy_01_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer01WidthEq8_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.8b}, [x0], x1 // v3=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.8b}, [x0], x1 // v4=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.8b}, [x0], x1 // v5=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.8b}, [x0], x1 // v6=src[2*stride]
|
|
|
|
|
|
w8_xy_01_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.8b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b}, [x0], x1 // v2=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 1 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.8b}, [x0], x1 // v3=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 2 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.8b}, [x0], x1 // v4=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 3 line
|
|
|
|
mov.16b v5, v3
|
|
mov.16b v3, v7
|
|
mov.16b v7, v2
|
|
mov.16b v2, v6
|
|
mov.16b v6, v4
|
|
mov.16b v4, v7
|
|
sub x4, x4, #4
|
|
cbnz x4, w8_xy_01_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer01WidthEq4_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.s}[0], [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.s}[0], [x0], x1 // v3=src[-1*stride]
|
|
mov v2.s[1], v3.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.s}[0], [x0], x1 // v4=src[0*stride]
|
|
mov v3.s[1], v4.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.s}[0], [x0], x1 // v5=src[1*stride]
|
|
mov v4.s[1], v5.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.s}[0], [x0], x1 // v6=src[2*stride]
|
|
mov v5.s[1], v6.s[0]
|
|
|
|
w4_xy_01_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.s}[0], [x0], x1 // v7=src[3*stride]
|
|
mov v6.s[1], v7.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.s}[1], [x0], x1 // v7=src[4*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.s}[0], [x2], x3 //write 4Byte : 0 line
|
|
st1 {v20.s}[1], [x2], x3 //write 4Byte : 1 line
|
|
mov v2.s[0], v7.s[1]
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.s}[1], [x0], x1 // v2=src[5*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.s}[1], [x0], x1 // v2=src[6*stride]
|
|
mov v3.s[0], v2.s[1]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_0 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.s}[0], [x2], x3 //write 4Byte : 2 line
|
|
st1 {v20.s}[1], [x2], x3 //write 4Byte : 3 line
|
|
mov v4.s[0], v3.s[1]
|
|
|
|
mov.8b v21, v6
|
|
mov.8b v6, v4
|
|
mov.8b v4, v2
|
|
mov.8b v2, v21
|
|
mov.8b v21, v3
|
|
mov.8b v3, v7
|
|
mov.8b v7, v5
|
|
mov.8b v5, v21
|
|
|
|
sub x4, x4, #4
|
|
cbnz x4, w4_xy_01_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer03WidthEq16_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v5=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v6=src[2*stride]
|
|
|
|
|
|
w16_xy_03_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 0 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 1 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 2 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 3 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v5=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v6, v7, v2, v3, v4, v5, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v6, v7, v2, v3, v4, v5, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 4 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v6=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v7, v2, v3, v4, v5, v6, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v7, v2, v3, v4, v5, v6, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 5 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 6 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS2_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 7 line
|
|
|
|
mov.16b v3, v5
|
|
mov.16b v5, v7
|
|
mov.16b v7, v2
|
|
mov.16b v2, v4
|
|
mov.16b v4, v6
|
|
mov.16b v6, v7
|
|
sub x4, x4, #8
|
|
cbnz x4, w16_xy_03_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer03WidthEq8_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.8b}, [x0], x1 // v3=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.8b}, [x0], x1 // v4=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.8b}, [x0], x1 // v5=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.8b}, [x0], x1 // v6=src[2*stride]
|
|
|
|
|
|
w8_xy_03_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.8b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b}, [x0], x1 // v2=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 1 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.8b}, [x0], x1 // v3=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 2 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.8b}, [x0], x1 // v4=src[3*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 3 line
|
|
|
|
mov.16b v5, v3
|
|
mov.16b v3, v7
|
|
mov.16b v7, v2
|
|
mov.16b v2, v6
|
|
mov.16b v6, v4
|
|
mov.16b v4, v7
|
|
sub x4, x4, #4
|
|
cbnz x4, w8_xy_03_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer03WidthEq4_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.s}[0], [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.s}[0], [x0], x1 // v3=src[-1*stride]
|
|
mov v2.s[1], v3.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.s}[0], [x0], x1 // v4=src[0*stride]
|
|
mov v3.s[1], v4.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.s}[0], [x0], x1 // v5=src[1*stride]
|
|
mov v4.s[1], v5.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.s}[0], [x0], x1 // v6=src[2*stride]
|
|
mov v5.s[1], v6.s[0]
|
|
|
|
w4_xy_03_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.s}[0], [x0], x1 // v7=src[3*stride]
|
|
mov v6.s[1], v7.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.s}[1], [x0], x1 // v7=src[4*stride]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.s}[0], [x2], x3 //write 4Byte : 0 line
|
|
st1 {v20.s}[1], [x2], x3 //write 4Byte : 1 line
|
|
mov v2.s[0], v7.s[1]
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.s}[1], [x0], x1 // v2=src[5*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.s}[1], [x0], x1 // v2=src[6*stride]
|
|
mov v3.s[0], v2.s[1]
|
|
FILTER_6TAG_8BITS1_AVERAGE_WITH_1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.s}[0], [x2], x3 //write 4Byte : 2 line
|
|
st1 {v20.s}[1], [x2], x3 //write 4Byte : 3 line
|
|
mov v4.s[0], v3.s[1]
|
|
|
|
mov.8b v21, v6
|
|
mov.8b v6, v4
|
|
mov.8b v4, v2
|
|
mov.8b v2, v21
|
|
mov.8b v21, v3
|
|
mov.8b v3, v7
|
|
mov.8b v7, v5
|
|
mov.8b v5, v21
|
|
|
|
sub x4, x4, #4
|
|
cbnz x4, w4_xy_03_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02WidthEq16_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v5=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v6=src[2*stride]
|
|
|
|
|
|
w16_xy_02_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 0 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 1 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 2 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 3 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v5=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v6, v7, v2, v3, v4, v5, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v6, v7, v2, v3, v4, v5, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 4 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v6=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v7, v2, v3, v4, v5, v6, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v7, v2, v3, v4, v5, v6, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 5 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 6 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 7 line
|
|
|
|
mov.16b v3, v5
|
|
mov.16b v5, v7
|
|
mov.16b v7, v2
|
|
mov.16b v2, v4
|
|
mov.16b v4, v6
|
|
mov.16b v6, v7
|
|
sub x4, x4, #8
|
|
cbnz x4, w16_xy_02_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02WidthEq8_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.8b}, [x0], x1 // v3=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.8b}, [x0], x1 // v4=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.8b}, [x0], x1 // v5=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.8b}, [x0], x1 // v6=src[2*stride]
|
|
|
|
|
|
w8_xy_02_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.8b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b}, [x0], x1 // v2=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 1 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.8b}, [x0], x1 // v3=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 2 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.8b}, [x0], x1 // v4=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 3 line
|
|
|
|
mov.16b v5, v3
|
|
mov.16b v3, v7
|
|
mov.16b v7, v2
|
|
mov.16b v2, v6
|
|
mov.16b v6, v4
|
|
mov.16b v4, v7
|
|
sub x4, x4, #4
|
|
cbnz x4, w8_xy_02_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02WidthEq4_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.s}[0], [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.s}[0], [x0], x1 // v3=src[-1*stride]
|
|
mov v2.s[1], v3.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.s}[0], [x0], x1 // v4=src[0*stride]
|
|
mov v3.s[1], v4.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.s}[0], [x0], x1 // v5=src[1*stride]
|
|
mov v4.s[1], v5.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.s}[0], [x0], x1 // v6=src[2*stride]
|
|
mov v5.s[1], v6.s[0]
|
|
|
|
w4_xy_02_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.s}[0], [x0], x1 // v7=src[3*stride]
|
|
mov v6.s[1], v7.s[0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.s}[1], [x0], x1 // v7=src[4*stride]
|
|
FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.s}[0], [x2], x3 //write 4Byte : 0 line
|
|
st1 {v20.s}[1], [x2], x3 //write 4Byte : 1 line
|
|
mov v2.s[0], v7.s[1]
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.s}[1], [x0], x1 // v2=src[5*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.s}[1], [x0], x1 // v2=src[6*stride]
|
|
mov v3.s[0], v2.s[1]
|
|
FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.s}[0], [x2], x3 //write 4Byte : 2 line
|
|
st1 {v20.s}[1], [x2], x3 //write 4Byte : 3 line
|
|
mov v4.s[0], v3.s[1]
|
|
|
|
mov.8b v21, v6
|
|
mov.8b v6, v4
|
|
mov.8b v4, v2
|
|
mov.8b v2, v21
|
|
mov.8b v21, v3
|
|
mov.8b v3, v7
|
|
mov.8b v7, v5
|
|
mov.8b v5, v21
|
|
|
|
sub x4, x4, #4
|
|
cbnz x4, w4_xy_02_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22WidthEq16_AArch64_neon
|
|
stp d8, d9, [sp,#-16]!
|
|
stp d10, d11, [sp,#-16]!
|
|
stp d12, d13, [sp,#-16]!
|
|
stp d14, d15, [sp,#-16]!
|
|
sub x0, x0, #2
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.8b, v6.8b, v7.8b}, [x0], x1 // v5=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v8.8b, v9.8b, v10.8b}, [x0], x1 // v8=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v11.8b, v12.8b, v13.8b}, [x0], x1 // v11=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v14.8b, v15.8b, v16.8b}, [x0], x1 // v14=src[2*stride]
|
|
|
|
w16_hv_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v17=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x3 //write 16Byte : 0 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v5, v8, v11, v14, v17, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v6, v9, v12, v15, v18, v3, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v7, v10, v13, v16, v19, v4, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x3 //write 16Byte : 1 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.8b, v6.8b, v7.8b}, [x0], x1 // v2=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v8, v11, v14, v17, v2, v5, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v9, v12, v15, v18, v3, v6, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v10, v13, v16, v19, v4, v7, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x3 //write 16Byte : 2 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v8.8b, v9.8b, v10.8b}, [x0], x1 // v2=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v11, v14, v17, v2, v5, v8, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v12, v15, v18, v3, v6, v9, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v13, v16, v19, v4, v7, v10, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x3 //write 16Byte : 3 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v11.8b, v12.8b, v13.8b}, [x0], x1 // v2=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v14, v17, v2, v5, v8, v11, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v15, v18, v3, v6, v9, v12, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v16, v19, v4, v7, v10, v13, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x3 //write 16Byte : 4 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v14.8b, v15.8b, v16.8b}, [x0], x1 // v2=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v17, v2, v5, v8, v11, v14, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v18, v3, v6, v9, v12, v15, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v19, v4, v7, v10, v13, v16, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x3 //write 16Byte : 5 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v2=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x3 //write 16Byte : 6 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v5, v8, v11, v14, v17, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v6, v9, v12, v15, v18, v3, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v7, v10, v13, v16, v19, v4, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x3 //write 16Byte : 7 line
|
|
|
|
mov.16b v5, v11
|
|
mov.16b v11, v17
|
|
mov.16b v30, v2
|
|
mov.16b v2, v8
|
|
mov.16b v8, v14
|
|
mov.16b v14, v30
|
|
|
|
mov.16b v6, v12
|
|
mov.16b v12, v18
|
|
mov.16b v30, v3
|
|
mov.16b v3, v9
|
|
mov.16b v9, v15
|
|
mov.16b v15, v30
|
|
|
|
mov.16b v7, v13
|
|
mov.16b v13, v19
|
|
mov.16b v30, v4
|
|
mov.16b v4, v10
|
|
mov.16b v10, v16
|
|
mov.16b v16, v30
|
|
|
|
sub x4, x4, #8
|
|
cbnz x4, w16_hv_mc_luma_loop
|
|
|
|
ldp d14, d15, [sp], #16
|
|
ldp d12, d13, [sp], #16
|
|
ldp d10, d11, [sp], #16
|
|
ldp d8, d9, [sp], #16
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22WidthEq8_AArch64_neon
|
|
sub x0, x0, #2
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v5=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v8=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v11=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v14=src[2*stride]
|
|
|
|
w8_hv_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v2, v3, v4, v5, v6, v7, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
st1 {v26.8b}, [x2], x3 //write 8Byte : 0 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v3, v4, v5, v6, v7, v2, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
st1 {v26.8b}, [x2], x3 //write 8Byte : 1 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v4, v5, v6, v7, v2, v3, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
st1 {v26.8b}, [x2], x3 //write 8Byte : 2 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v5, v6, v7, v2, v3, v4, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
st1 {v26.8b}, [x2], x3 //write 8Byte : 3 line
|
|
|
|
|
|
mov.16b v5, v3
|
|
mov.16b v3, v7
|
|
mov.16b v30, v2
|
|
mov.16b v2, v6
|
|
mov.16b v6, v4
|
|
mov.16b v4, v30
|
|
|
|
sub x4, x4, #4
|
|
cbnz x4, w8_hv_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22WidthEq4_AArch64_neon
|
|
sub x0, x0, #2
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v5=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v6=src[2*stride]
|
|
|
|
w4_hv_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
// vertical filtered into v20/v21 1st line
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v2, v3, v4, v5, v6, v7, v21, v0, v1
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v16=src[4*stride]
|
|
// vertical filtered into v22/v23 2nd line
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v3, v4, v5, v6, v7, v2, v22, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v3, v4, v5, v6, v7, v2, v23, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v24, v25, v26
|
|
UNPACK_2_16BITS_TO_ABC v22, v23, v28, v29, v30
|
|
zip1 v24.2d, v24.2d, v28.2d
|
|
zip1 v25.2d, v25.2d, v29.2d
|
|
zip1 v26.2d, v26.2d, v30.2d
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v24, v25, v26, v27 //output to v27[0]
|
|
st1 {v27.s}[0], [x2], x3 //write 4Byte : 0 line
|
|
st1 {v27.s}[1], [x2], x3 //write 4Byte : 1 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[5*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v4, v5, v6, v7, v2, v3, v21, v0, v1
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[6*stride]
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v5, v6, v7, v2, v3, v4, v22, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v5, v6, v7, v2, v3, v4, v23, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v24, v25, v26
|
|
UNPACK_2_16BITS_TO_ABC v22, v23, v28, v29, v30
|
|
zip1 v24.2d, v24.2d, v28.2d
|
|
zip1 v25.2d, v25.2d, v29.2d
|
|
zip1 v26.2d, v26.2d, v30.2d
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v24, v25, v26, v27 //output to v27[0]
|
|
st1 {v27.s}[0], [x2], x3 //write 4Byte : 2 line
|
|
st1 {v27.s}[1], [x2], x3 //write 4Byte : 3 line
|
|
|
|
mov.16b v5, v3
|
|
mov.16b v3, v7
|
|
mov.16b v30, v2
|
|
mov.16b v2, v6
|
|
mov.16b v6, v4
|
|
mov.16b v4, v30
|
|
|
|
sub x4, x4, #4
|
|
cbnz x4, w4_hv_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McCopyWidthEq16_AArch64_neon
|
|
//prfm pldl1strm, [x0]
|
|
w16_copy_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v0.16b}, [x0], x1 //read 16Byte : 0 line
|
|
st1 {v0.16b}, [x2], x3 //write 16Byte : 0 line
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v1.16b}, [x0], x1 //read 16Byte : 1 line
|
|
st1 {v1.16b}, [x2], x3 //write 16Byte : 1 line
|
|
|
|
sub x4, x4, #2
|
|
cbnz x4, w16_copy_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McCopyWidthEq8_AArch64_neon
|
|
//prfm pldl1strm, [x0]
|
|
w8_copy_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v0.8b}, [x0], x1 //read 16Byte : 0 line
|
|
st1 {v0.8b}, [x2], x3 //write 16Byte : 0 line
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v1.8b}, [x0], x1 //read 16Byte : 1 line
|
|
st1 {v1.8b}, [x2], x3 //write 16Byte : 1 line
|
|
|
|
sub x4, x4, #2
|
|
cbnz x4, w8_copy_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McCopyWidthEq4_AArch64_neon
|
|
//prfm pldl1strm, [x0]
|
|
w4_copy_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v0.s}[0], [x0], x1 //read 16Byte : 0 line
|
|
st1 {v0.s}[0], [x2], x3 //write 16Byte : 0 line
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v1.s}[0], [x0], x1 //read 16Byte : 1 line
|
|
st1 {v1.s}[0], [x2], x3 //write 16Byte : 1 line
|
|
|
|
sub x4, x4, #2
|
|
cbnz x4, w4_copy_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN PixStrideAvgWidthEq16_AArch64_neon
|
|
|
|
enc_w16_pix_avg_loop:
|
|
ld1 {v0.16b}, [x2], x3 //read 16Byte : src0: 0 line
|
|
ld1 {v1.16b}, [x4], x5 //read 16Byte : src1: 0 line
|
|
ld1 {v2.16b}, [x2], x3 //read 16Byte : src0: 1 line
|
|
ld1 {v3.16b}, [x4], x5 //read 16Byte : src1: 1 line
|
|
ld1 {v4.16b}, [x2], x3 //read 16Byte : src0: 2 line
|
|
ld1 {v5.16b}, [x4], x5 //read 16Byte : src1: 2 line
|
|
ld1 {v6.16b}, [x2], x3 //read 16Byte : src0: 3 line
|
|
ld1 {v7.16b}, [x4], x5 //read 16Byte : src1: 3 line
|
|
AVERAGE_TWO_8BITS1 v16, v0, v1
|
|
AVERAGE_TWO_8BITS2 v16, v0, v1
|
|
st1 {v16.16b}, [x0], x1 //write 16Byte : 0 line
|
|
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v2, v3
|
|
AVERAGE_TWO_8BITS2 v16, v2, v3
|
|
st1 {v16.16b}, [x0], x1 //write 16Byte : 1 line
|
|
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v4, v5
|
|
AVERAGE_TWO_8BITS2 v16, v4, v5
|
|
st1 {v16.16b}, [x0], x1 //write 16Byte : 2 line
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v6, v7
|
|
AVERAGE_TWO_8BITS2 v16, v6, v7
|
|
st1 {v16.16b}, [x0], x1 //write 16Byte : 3 line
|
|
|
|
sub x6, x6, #4
|
|
cbnz x6, enc_w16_pix_avg_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN PixStrideAvgWidthEq8_AArch64_neon
|
|
//prfm pldl1strm, [x2]
|
|
//prfm pldl1strm, [x4]
|
|
enc_w8_pix_avg_loop:
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v0.8b}, [x2], x3 //read 8Byte : src0: 0 line
|
|
ld1 {v1.8b}, [x4], x5 //read 8Byte : src1: 0 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v2.8b}, [x2], x3 //read 8Byte : src0: 1 line
|
|
ld1 {v3.8b}, [x4], x5 //read 8Byte : src1: 1 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v4.8b}, [x2], x3 //read 8Byte : src0: 2 line
|
|
ld1 {v5.8b}, [x4], x5 //read 8Byte : src1: 2 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v6.8b}, [x2], x3 //read 8Byte : src0: 3 line
|
|
ld1 {v7.8b}, [x4], x5 //read 8Byte : src1: 3 line
|
|
AVERAGE_TWO_8BITS1 v16, v0, v1
|
|
st1 {v16.8b}, [x0], x1 //write 8Byte : 0 line
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v2, v3
|
|
st1 {v16.8b}, [x0], x1 //write 8Byte : 1 line
|
|
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v4, v5
|
|
st1 {v16.8b}, [x0], x1 //write 8Byte : 2 line
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v6, v7
|
|
st1 {v16.8b}, [x0], x1 //write 8Byte : 3 line
|
|
|
|
sub x6, x6, #4
|
|
cbnz x6, enc_w8_pix_avg_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN PixelAvgWidthEq16_AArch64_neon
|
|
//prfm pldl1strm, [x2]
|
|
//prfm pldl1strm, [x4]
|
|
w16_pix_avg_loop:
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v0.16b}, [x2], x3 //read 16Byte : src0: 0 line
|
|
ld1 {v1.16b}, [x4], x5 //read 16Byte : src1: 0 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v2.16b}, [x2], x3 //read 16Byte : src0: 1 line
|
|
ld1 {v3.16b}, [x4], x5 //read 16Byte : src1: 1 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v4.16b}, [x2], x3 //read 16Byte : src0: 2 line
|
|
ld1 {v5.16b}, [x4], x5 //read 16Byte : src1: 2 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v6.16b}, [x2], x3 //read 16Byte : src0: 3 line
|
|
ld1 {v7.16b}, [x4], x5 //read 16Byte : src1: 3 line
|
|
AVERAGE_TWO_8BITS1 v16, v0, v1
|
|
AVERAGE_TWO_8BITS2 v16, v0, v1
|
|
st1 {v16.16b}, [x0], x1 //write 16Byte : 0 line
|
|
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v2, v3
|
|
AVERAGE_TWO_8BITS2 v16, v2, v3
|
|
st1 {v16.16b}, [x0], x1 //write 16Byte : 1 line
|
|
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v4, v5
|
|
AVERAGE_TWO_8BITS2 v16, v4, v5
|
|
st1 {v16.16b}, [x0], x1 //write 16Byte : 2 line
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v6, v7
|
|
AVERAGE_TWO_8BITS2 v16, v6, v7
|
|
st1 {v16.16b}, [x0], x1 //write 16Byte : 3 line
|
|
|
|
sub x6, x6, #4
|
|
cbnz x6, w16_pix_avg_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN PixelAvgWidthEq8_AArch64_neon
|
|
//prfm pldl1strm, [x2]
|
|
//prfm pldl1strm, [x4]
|
|
w8_pix_avg_loop:
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v0.8b}, [x2], x3 //read 8Byte : src0: 0 line
|
|
ld1 {v1.8b}, [x4], x5 //read 8Byte : src1: 0 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v2.8b}, [x2], x3 //read 8Byte : src0: 1 line
|
|
ld1 {v3.8b}, [x4], x5 //read 8Byte : src1: 1 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v4.8b}, [x2], x3 //read 8Byte : src0: 2 line
|
|
ld1 {v5.8b}, [x4], x5 //read 8Byte : src1: 2 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v6.8b}, [x2], x3 //read 8Byte : src0: 3 line
|
|
ld1 {v7.8b}, [x4], x5 //read 8Byte : src1: 3 line
|
|
AVERAGE_TWO_8BITS1 v16, v0, v1
|
|
st1 {v16.8b}, [x0], x1 //write 8Byte : 0 line
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v2, v3
|
|
st1 {v16.8b}, [x0], x1 //write 8Byte : 1 line
|
|
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v4, v5
|
|
st1 {v16.8b}, [x0], x1 //write 8Byte : 2 line
|
|
|
|
AVERAGE_TWO_8BITS1 v16, v6, v7
|
|
st1 {v16.8b}, [x0], x1 //write 8Byte : 3 line
|
|
|
|
sub x6, x6, #4
|
|
cbnz x6, w8_pix_avg_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN PixelAvgWidthEq4_AArch64_neon
|
|
//prfm pldl1strm, [x2]
|
|
//prfm pldl1strm, [x4]
|
|
w4_pix_avg_loop:
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v0.s}[0], [x2], x3 //read 4Byte : src0: 0 line
|
|
ld1 {v1.s}[0], [x4], x5 //read 4Byte : src1: 0 line
|
|
//prfm pldl1strm, [x2, x3]
|
|
//prfm pldl1strm, [x4, x5]
|
|
ld1 {v0.s}[1], [x2], x3 //read 4Byte : src0: 1 line
|
|
ld1 {v1.s}[1], [x4], x5 //read 4Byte : src1: 1 line
|
|
AVERAGE_TWO_8BITS1 v2, v0, v1
|
|
st1 {v2.s}[0], [x0], x1 //write 4Byte : 0 line
|
|
st1 {v2.s}[1], [x0], x1 //write 4Byte : 1 line
|
|
|
|
sub x6, x6, #2
|
|
cbnz x6, w4_pix_avg_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McChromaWidthEq8_AArch64_neon
|
|
ld4r {v4.8b, v5.8b, v6.8b, v7.8b}, [x4] //load A/B/C/D
|
|
ld1 {v0.16b}, [x0], x1 // src[x]
|
|
ext.16b v1, v0, v0, #1 // src[x+1]
|
|
w8_mc_chroma_loop:
|
|
ld1 {v2.16b}, [x0], x1 // src[x+stride]
|
|
ext.16b v3, v2, v2, #1 // src[x+stride+1]
|
|
ld1 {v18.16b}, [x0], x1 // src[x+2*stride]
|
|
ext.16b v19, v18, v18, #1 // src[x+2*stride+1]
|
|
|
|
umull v16.8h, v0.8b, v4.8b
|
|
umlal v16.8h, v1.8b, v5.8b
|
|
umlal v16.8h, v2.8b, v6.8b
|
|
umlal v16.8h, v3.8b, v7.8b
|
|
rshrn v17.8b, v16.8h, #6
|
|
st1 {v17.8b}, [x2], x3
|
|
|
|
|
|
umull v16.8h, v2.8b, v4.8b
|
|
umlal v16.8h, v3.8b, v5.8b
|
|
umlal v16.8h, v18.8b, v6.8b
|
|
umlal v16.8h, v19.8b, v7.8b
|
|
rshrn v17.8b, v16.8h, #6
|
|
st1 {v17.8b}, [x2], x3
|
|
|
|
mov.16b v0, v18
|
|
mov.16b v1, v19
|
|
sub x5, x5, #2
|
|
cbnz x5, w8_mc_chroma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McChromaWidthEq4_AArch64_neon
|
|
ld4r {v4.8b, v5.8b, v6.8b, v7.8b}, [x4] //load A/B/C/D
|
|
ld1 {v0.8b}, [x0], x1 // src[x]
|
|
ext.8b v1, v0, v0, #1 // src[x+1]
|
|
w4_mc_chroma_loop:
|
|
ld1 {v2.8b}, [x0], x1 // src[x+stride]
|
|
ext.8b v3, v2, v2, #1 // src[x+stride+1]
|
|
ld1 {v18.8b}, [x0], x1 // src[x+2*stride]
|
|
ext.8b v19, v18, v18, #1 // src[x+2*stride+1]
|
|
|
|
zip1 v0.4s, v0.4s, v2.4s
|
|
zip1 v1.4s, v1.4s, v3.4s
|
|
zip1 v2.4s, v2.4s, v18.4s
|
|
zip1 v3.4s, v3.4s, v19.4s
|
|
|
|
umull v16.8h, v0.8b, v4.8b
|
|
umlal v16.8h, v1.8b, v5.8b
|
|
umlal v16.8h, v2.8b, v6.8b
|
|
umlal v16.8h, v3.8b, v7.8b
|
|
rshrn v17.8b, v16.8h, #6
|
|
st1 {v17.s}[0], [x2], x3
|
|
st1 {v17.s}[1], [x2], x3
|
|
|
|
mov.8b v0, v18
|
|
mov.8b v1, v19
|
|
sub x5, x5, #2
|
|
cbnz x5, w4_mc_chroma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20Width17_AArch64_neon
|
|
sub x0, x0, #2
|
|
sub x3, x3, #16
|
|
mov x5, #16
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
ldr q22, filter_para
|
|
w17_h_mc_luma_loop:
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 //only use 22(17+5); v2=src[-2]
|
|
trn1 v2.2d, v2.2d, v3.2d
|
|
//prfm pldl1strm, [x0]
|
|
ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1]
|
|
ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0]
|
|
ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1]
|
|
ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2]
|
|
ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3]
|
|
|
|
FILTER_6TAG_8BITS1 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x5 //write 16Byte
|
|
|
|
ext.8b v21, v4, v4, #7 // [0][1][2][3][4][5]XY-->O[0][1][2][3][4][5]X
|
|
FILTER_SINGLE_TAG_8BITS v21, v22, v23, h21
|
|
st1 {v21.b}[0], [x2], x3 //write 16th Byte
|
|
|
|
sub x4, x4, #1
|
|
cbnz x4, w17_h_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer20Width9_AArch64_neon
|
|
sub x0, x0, #2
|
|
sub x3, x3, #8
|
|
mov x5, #8
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
ldr q22, filter_para
|
|
w9_h_mc_luma_loop:
|
|
ld1 {v2.8b, v3.8b}, [x0], x1 //only use 14(9+5); v2=src[-2]
|
|
trn1 v2.2d, v2.2d, v3.2d
|
|
//prfm pldl1strm, [x0]
|
|
ext v5.16b, v2.16b, v4.16b, #1 //v5=src[-1]
|
|
ext v6.16b, v2.16b, v4.16b, #2 //v6=src[0]
|
|
ext v7.16b, v2.16b, v4.16b, #3 //v7=src[1]
|
|
ext v16.16b, v2.16b, v4.16b, #4 //v16=src[2]
|
|
ext v17.16b, v2.16b, v4.16b, #5 //v17=src[3]
|
|
|
|
FILTER_6TAG_8BITS1 v2, v5, v6, v7, v16, v17, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x5 //write 8Byte
|
|
|
|
ext.8b v21, v3, v3, #7 // [0][1][2][3][4][5]XY-->O[0][1][2][3][4][5]X
|
|
FILTER_SINGLE_TAG_8BITS v21, v22, v23, h21
|
|
st1 {v21.b}[0], [x2], x3 //write 9th Byte
|
|
|
|
sub x4, x4, #1
|
|
cbnz x4, w9_h_mc_luma_loop
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22Width17_AArch64_neon
|
|
stp d8, d9, [sp,#-16]!
|
|
stp d10, d11, [sp,#-16]!
|
|
stp d12, d13, [sp,#-16]!
|
|
stp d14, d15, [sp,#-16]!
|
|
sub x0, x0, #2
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
sub x3, x3, #16
|
|
mov x5, #16
|
|
ldr q29, filter_para
|
|
|
|
sub x4, x4, #1
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.8b, v6.8b, v7.8b}, [x0], x1 // v5=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v8.8b, v9.8b, v10.8b}, [x0], x1 // v8=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v11.8b, v12.8b, v13.8b}, [x0], x1 // v11=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v14.8b, v15.8b, v16.8b}, [x0], x1 // v14=src[2*stride]
|
|
|
|
w17_hv_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v17=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x5 //write 0:15 Byte : 0 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 16th Byte : 0 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[4*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v5, v8, v11, v14, v17, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v6, v9, v12, v15, v18, v3, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v7, v10, v13, v16, v19, v4, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x5 //write 0:15Byte : 1 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 16th Byte : 1 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.8b, v6.8b, v7.8b}, [x0], x1 // v2=src[5*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v8, v11, v14, v17, v2, v5, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v9, v12, v15, v18, v3, v6, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v10, v13, v16, v19, v4, v7, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x5 //write 0:15Byte : 2 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 16th Byte : 2 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v8.8b, v9.8b, v10.8b}, [x0], x1 // v2=src[6*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v11, v14, v17, v2, v5, v8, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v12, v15, v18, v3, v6, v9, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v13, v16, v19, v4, v7, v10, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x5 //write 0:15Byte : 3 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 16th Byte : 3 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v11.8b, v12.8b, v13.8b}, [x0], x1 // v2=src[7*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v14, v17, v2, v5, v8, v11, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v15, v18, v3, v6, v9, v12, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v16, v19, v4, v7, v10, v13, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x5 //write 0:15Byte : 4 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 16th Byte : 4 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v14.8b, v15.8b, v16.8b}, [x0], x1 // v2=src[8*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v17, v2, v5, v8, v11, v14, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v18, v3, v6, v9, v12, v15, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v19, v4, v7, v10, v13, v16, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x5 //write 0:15Byte : 5 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 16th Byte : 5 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v2=src[9*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x5 //write 0:15Byte : 6 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 16th Byte : 6 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b, v3.8b, v4.8b}, [x0], x1 // v2=src[10*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v5, v8, v11, v14, v17, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v6, v9, v12, v15, v18, v3, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v7, v10, v13, v16, v19, v4, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x5 //write 0:15Byte : 7 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 16th Byte : 7 line
|
|
|
|
mov.16b v5, v11
|
|
mov.16b v11, v17
|
|
mov.16b v30, v2
|
|
mov.16b v2, v8
|
|
mov.16b v8, v14
|
|
mov.16b v14, v30
|
|
|
|
mov.16b v6, v12
|
|
mov.16b v12, v18
|
|
mov.16b v30, v3
|
|
mov.16b v3, v9
|
|
mov.16b v9, v15
|
|
mov.16b v15, v30
|
|
|
|
mov.16b v7, v13
|
|
mov.16b v13, v19
|
|
mov.16b v30, v4
|
|
mov.16b v4, v10
|
|
mov.16b v10, v16
|
|
mov.16b v16, v30
|
|
|
|
sub x4, x4, #8
|
|
cbnz x4, w17_hv_mc_luma_loop
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v17.8b, v18.8b, v19.8b}, [x0], x1 // v17=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v2, v5, v8, v11, v14, v17, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v3, v6, v9, v12, v15, v18, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
// vertical filtered into v21/v22
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v4, v7, v10, v13, v16, v19, v22, v0, v1
|
|
UNPACK_2_16BITS_TO_ABC v21, v22, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS2 v23, v24, v25, v26 //output to v26[1]
|
|
st1 {v26.16b}, [x2], x5 //write 0:15 Byte : 0 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v22, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 16th Byte : 0 line
|
|
|
|
ldp d14, d15, [sp], #16
|
|
ldp d12, d13, [sp], #16
|
|
ldp d10, d11, [sp], #16
|
|
ldp d8, d9, [sp], #16
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer22Width9_AArch64_neon
|
|
sub x0, x0, #2
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
sub x3, x3, #8
|
|
mov x5, #8
|
|
ldr q29, filter_para
|
|
sub x4, x4, #1
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v5=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v8=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v11=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v14=src[2*stride]
|
|
|
|
w9_hv_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v2, v3, v4, v5, v6, v7, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
st1 {v26.8b}, [x2], x5 //write 0:7Byte : 0 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 8th Byte : 0 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[4*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v3, v4, v5, v6, v7, v2, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
st1 {v26.8b}, [x2], x5 //write 0:7Byte : 1 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 8th Byte : 1 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[5*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v4, v5, v6, v7, v2, v3, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
st1 {v26.8b}, [x2], x5 //write 0:7Byte : 2 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 8th Byte : 2 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[6*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v5, v6, v7, v2, v3, v4, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
st1 {v26.8b}, [x2], x5 //write 0:7Byte : 3 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 8th Byte : 3 line
|
|
|
|
|
|
mov.16b v5, v3
|
|
mov.16b v3, v7
|
|
mov.16b v30, v2
|
|
mov.16b v2, v6
|
|
mov.16b v6, v4
|
|
mov.16b v4, v30
|
|
|
|
sub x4, x4, #4
|
|
cbnz x4, w9_hv_mc_luma_loop
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
// vertical filtered into v20/v21
|
|
FILTER_6TAG_8BITS_TO_16BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS_TO_16BITS2 v2, v3, v4, v5, v6, v7, v21, v0, v1
|
|
// horizon filtered
|
|
UNPACK_2_16BITS_TO_ABC v20, v21, v23, v24, v25
|
|
FILTER_3_IN_16BITS_TO_8BITS1 v23, v24, v25, v26 //output to v26[0]
|
|
st1 {v26.8b}, [x2], x5 //write 0:7Byte : 0 line
|
|
UNPACK_FILTER_SINGLE_TAG_16BITS v26, v21, v29, v27, v28, d26
|
|
st1 {v26.b}[0], [x2], x3 //write 8th Byte : 0 line
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02Height17_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
sub x4, x4, #1
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v5=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v6=src[2*stride]
|
|
|
|
|
|
w17_v_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 0 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[4*stride]
|
|
FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 1 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.16b}, [x0], x1 // v3=src[5*stride]
|
|
FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 2 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.16b}, [x0], x1 // v4=src[6*stride]
|
|
FILTER_6TAG_8BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 3 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.16b}, [x0], x1 // v5=src[7*stride]
|
|
FILTER_6TAG_8BITS1 v6, v7, v2, v3, v4, v5, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v6, v7, v2, v3, v4, v5, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 4 line
|
|
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.16b}, [x0], x1 // v6=src[8*stride]
|
|
FILTER_6TAG_8BITS1 v7, v2, v3, v4, v5, v6, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v7, v2, v3, v4, v5, v6, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 5 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[9*stride]
|
|
FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 6 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.16b}, [x0], x1 // v2=src[10*stride]
|
|
FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : 7 line
|
|
|
|
mov.16b v3, v5
|
|
mov.16b v5, v7
|
|
mov.16b v7, v2
|
|
mov.16b v2, v4
|
|
mov.16b v4, v6
|
|
mov.16b v6, v7
|
|
sub x4, x4, #8
|
|
cbnz x4, w17_v_mc_luma_loop
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.16b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
FILTER_6TAG_8BITS2 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.16b}, [x2], x3 //write 16Byte : last line
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
WELS_ASM_ARCH64_FUNC_BEGIN McHorVer02Height9_AArch64_neon
|
|
sub x0, x0, x1, lsl #1
|
|
movi v0.8h, #20, lsl #0
|
|
movi v1.8h, #5, lsl #0
|
|
sub x4, x4, #1
|
|
|
|
//prfm pldl1strm, [x0]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b}, [x0], x1 // v2=src[-2*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.8b}, [x0], x1 // v3=src[-1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.8b}, [x0], x1 // v4=src[0*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v5.8b}, [x0], x1 // v5=src[1*stride]
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v6.8b}, [x0], x1 // v6=src[2*stride]
|
|
|
|
w9_v_mc_luma_loop:
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.8b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v2.8b}, [x0], x1 // v2=src[4*stride]
|
|
FILTER_6TAG_8BITS1 v3, v4, v5, v6, v7, v2, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 1 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v3.8b}, [x0], x1 // v3=src[5*stride]
|
|
FILTER_6TAG_8BITS1 v4, v5, v6, v7, v2, v3, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 2 line
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v4.8b}, [x0], x1 // v4=src[6*stride]
|
|
FILTER_6TAG_8BITS1 v5, v6, v7, v2, v3, v4, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 3 line
|
|
|
|
mov.16b v5, v3
|
|
mov.16b v3, v7
|
|
mov.16b v7, v2
|
|
mov.16b v2, v6
|
|
mov.16b v6, v4
|
|
mov.16b v4, v7
|
|
sub x4, x4, #4
|
|
cbnz x4, w9_v_mc_luma_loop
|
|
|
|
//prfm pldl1strm, [x0, x1]
|
|
ld1 {v7.8b}, [x0], x1 // v7=src[3*stride]
|
|
FILTER_6TAG_8BITS1 v2, v3, v4, v5, v6, v7, v20, v0, v1
|
|
st1 {v20.8b}, [x2], x3 //write 8Byte : 0 line
|
|
WELS_ASM_ARCH64_FUNC_END
|
|
|
|
#endif
|
|
|