mirror of
https://github.com/intel/isa-l.git
synced 2024-12-12 17:33:50 +01:00
1187583a97
- It should be fine to enable pmull always on Apple Silicon - macOS 12+ is required for PMULL instruction. - Changed the conditional macro to __APPLE__ - Rewritten dispatcher using sysctlbyname - Use __USER_LABEL_PREFIX__ - Use __TEXT,__const as readonly section - use ASM_DEF_RODATA macro - fix func decl Change-Id: I800593f21085d8187b480c8bb3ab2bd70c4a6974 Signed-off-by: Taiju Yamada <tyamada@bi.a.u-tokyo.ac.jp>
252 lines
7.9 KiB
C
252 lines
7.9 KiB
C
/**********************************************************************
|
|
Copyright(c) 2019 Arm Corporation All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions
|
|
are met:
|
|
* Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in
|
|
the documentation and/or other materials provided with the
|
|
distribution.
|
|
* Neither the name of Arm Corporation nor the names of its
|
|
contributors may be used to endorse or promote products derived
|
|
from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
**********************************************************************/
|
|
#include <aarch64_multibinary.h>
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_adler32)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_ASIMD)
|
|
return PROVIDER_INFO(adler32_neon);
|
|
#elif defined(__APPLE__)
|
|
return PROVIDER_INFO(adler32_neon);
|
|
#endif
|
|
return PROVIDER_BASIC(adler32);
|
|
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_body)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_body_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_body_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_body);
|
|
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_finish)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_finish_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_finish_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_finish);
|
|
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_body_lvl1)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_icf_body_hash_hist_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_icf_body_hash_hist_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_icf_body_hash_hist);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_finish_lvl1)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_icf_finish_hash_hist_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_icf_body_hash_hist_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_icf_finish_hash_hist);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_body_lvl2)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_icf_body_hash_hist_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_icf_body_hash_hist_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_icf_body_hash_hist);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_finish_lvl2)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_icf_finish_hash_hist_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_icf_finish_hash_hist_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_icf_finish_hash_hist);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_body_lvl3)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(icf_body_hash1_fillgreedy_lazy);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(icf_body_hash1_fillgreedy_lazy);
|
|
#endif
|
|
return PROVIDER_INFO(icf_body_hash1_fillgreedy_lazy);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_icf_finish_lvl3)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_icf_finish_hash_map_base);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_icf_finish_hash_map_base);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_icf_finish_hash_map);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(set_long_icf_fg)
|
|
{
|
|
return PROVIDER_INFO(set_long_icf_fg_aarch64);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(encode_deflate_icf)
|
|
{
|
|
return PROVIDER_INFO(encode_deflate_icf_aarch64);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_update_histogram)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_update_histogram_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_update_histogram_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_update_histogram);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(gen_icf_map_lh1)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32) {
|
|
return PROVIDER_INFO(gen_icf_map_h1_aarch64);
|
|
}
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(gen_icf_map_h1_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(gen_icf_map_h1);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_hash_lvl0)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_hash_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_hash_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_hash);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_hash_lvl1)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_hash_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_hash_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_hash);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_hash_lvl2)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_hash_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_hash_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_hash);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(isal_deflate_hash_lvl3)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(isal_deflate_hash_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(isal_deflate_hash_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(isal_deflate_hash);
|
|
}
|
|
|
|
DEFINE_INTERFACE_DISPATCHER(decode_huffman_code_block_stateless)
|
|
{
|
|
#if defined(__linux__)
|
|
unsigned long auxval = getauxval(AT_HWCAP);
|
|
if (auxval & HWCAP_CRC32)
|
|
return PROVIDER_INFO(decode_huffman_code_block_stateless_aarch64);
|
|
#elif defined(__APPLE__)
|
|
if (sysctlEnabled(SYSCTL_CRC32_KEY))
|
|
return PROVIDER_INFO(decode_huffman_code_block_stateless_aarch64);
|
|
#endif
|
|
return PROVIDER_BASIC(decode_huffman_code_block_stateless);
|
|
}
|