mirror of
https://github.com/intel/isa-l.git
synced 2024-12-12 17:33:50 +01:00
2e212f28fa
Change-Id: I9ee86a3e32876d3860477c8365fc459d94a8920e Signed-off-by: Greg Tucker <greg.b.tucker@intel.com>
177 lines
4.0 KiB
NASM
177 lines
4.0 KiB
NASM
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
; Copyright(c) 2011-2018 Intel Corporation All rights reserved.
|
|
;
|
|
; Redistribution and use in source and binary forms, with or without
|
|
; modification, are permitted provided that the following conditions
|
|
; are met:
|
|
; * Redistributions of source code must retain the above copyright
|
|
; notice, this list of conditions and the following disclaimer.
|
|
; * Redistributions in binary form must reproduce the above copyright
|
|
; notice, this list of conditions and the following disclaimer in
|
|
; the documentation and/or other materials provided with the
|
|
; distribution.
|
|
; * Neither the name of Intel Corporation nor the names of its
|
|
; contributors may be used to endorse or promote products derived
|
|
; from this software without specific prior written permission.
|
|
;
|
|
; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
; "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
; LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
; A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
; OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
; SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
; LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
; DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
; THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
; OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
|
|
%include "reg_sizes.asm"
|
|
|
|
%ifidn __OUTPUT_FORMAT__, elf64
|
|
%define arg0 rdi
|
|
%define arg1 rsi
|
|
%define arg2 rdx
|
|
%define arg3 rcx
|
|
%define arg4 r8
|
|
%define arg5 r9
|
|
%define tmp r11
|
|
%define tmpb r11b
|
|
%define tmp3 arg4
|
|
%define return rax
|
|
%define func(x) x:
|
|
%define FUNC_SAVE
|
|
%define FUNC_RESTORE
|
|
%endif
|
|
|
|
%ifidn __OUTPUT_FORMAT__, win64
|
|
%define arg0 rcx
|
|
%define arg1 rdx
|
|
%define arg2 r8
|
|
%define arg3 r9
|
|
%define tmp r11
|
|
%define tmpb r11b
|
|
%define tmp3 r10
|
|
%define return rax
|
|
%define func(x) proc_frame x
|
|
%macro FUNC_SAVE 0
|
|
end_prolog
|
|
%endmacro
|
|
%macro FUNC_RESTORE 0
|
|
%endmacro
|
|
%endif
|
|
|
|
%define src arg0
|
|
%define len arg1
|
|
%define ptr arg2
|
|
%define pos return
|
|
|
|
default rel
|
|
|
|
[bits 64]
|
|
section .text
|
|
|
|
align 16
|
|
global mem_zero_detect_sse:ISAL_SYM_TYPE_FUNCTION
|
|
func(mem_zero_detect_sse)
|
|
FUNC_SAVE
|
|
mov pos, 0
|
|
sub len, 4*16
|
|
jle .mem_z_small_block
|
|
|
|
.mem_z_loop:
|
|
movdqu xmm0, [src+pos]
|
|
movdqu xmm1, [src+pos+1*16]
|
|
movdqu xmm2, [src+pos+2*16]
|
|
movdqu xmm3, [src+pos+3*16]
|
|
ptest xmm0, xmm0
|
|
jnz .return_fail
|
|
ptest xmm1, xmm1
|
|
jnz .return_fail
|
|
ptest xmm2, xmm2
|
|
jnz .return_fail
|
|
ptest xmm3, xmm3
|
|
jnz .return_fail
|
|
add pos, 4*16
|
|
cmp pos, len
|
|
jl .mem_z_loop
|
|
|
|
.mem_z_last_block:
|
|
movdqu xmm0, [src+len]
|
|
movdqu xmm1, [src+len+1*16]
|
|
movdqu xmm2, [src+len+2*16]
|
|
movdqu xmm3, [src+len+3*16]
|
|
ptest xmm0, xmm0
|
|
jnz .return_fail
|
|
ptest xmm1, xmm1
|
|
jnz .return_fail
|
|
ptest xmm2, xmm2
|
|
jnz .return_fail
|
|
ptest xmm3, xmm3
|
|
jnz .return_fail
|
|
|
|
.return_pass:
|
|
mov return, 0
|
|
FUNC_RESTORE
|
|
ret
|
|
|
|
|
|
.mem_z_small_block:
|
|
add len, 4*16
|
|
cmp len, 2*16
|
|
jl .mem_z_lt32
|
|
movdqu xmm0, [src]
|
|
movdqu xmm1, [src+16]
|
|
movdqu xmm2, [src+len-2*16]
|
|
movdqu xmm3, [src+len-1*16]
|
|
ptest xmm0, xmm0
|
|
jnz .return_fail
|
|
ptest xmm1, xmm1
|
|
jnz .return_fail
|
|
ptest xmm2, xmm2
|
|
jnz .return_fail
|
|
ptest xmm3, xmm3
|
|
jnz .return_fail
|
|
jmp .return_pass
|
|
|
|
.mem_z_lt32:
|
|
cmp len, 16
|
|
jl .mem_z_lt16
|
|
movdqu xmm0, [src]
|
|
movdqu xmm1, [src+len-16]
|
|
ptest xmm0, xmm0
|
|
jnz .return_fail
|
|
ptest xmm1, xmm1
|
|
jnz .return_fail
|
|
jmp .return_pass
|
|
|
|
.mem_z_lt16:
|
|
cmp len, 8
|
|
jl .mem_z_lt8
|
|
mov tmp, [src]
|
|
mov tmp3,[src+len-8]
|
|
or tmp, tmp3
|
|
test tmp, tmp
|
|
jnz .return_fail
|
|
jmp .return_pass
|
|
|
|
.mem_z_lt8:
|
|
cmp len, 0
|
|
je .return_pass
|
|
.mem_z_1byte_loop:
|
|
mov tmpb, [src+pos]
|
|
cmp tmpb, 0
|
|
jnz .return_fail
|
|
add pos, 1
|
|
cmp pos, len
|
|
jl .mem_z_1byte_loop
|
|
jmp .return_pass
|
|
|
|
.return_fail:
|
|
mov return, 1
|
|
FUNC_RESTORE
|
|
ret
|
|
|
|
endproc_frame
|