29f7bbef99
Summary: Issue：https://github.com/facebook/rocksdb/issues/7042 No PMULL runtime check will lead to SIGILL on a Raspberry pi 4. Leverage 'getauxval' to get Hardware-Cap to detect whether target platform does support PMULL or not in runtime. Consider the condition that the target platform does support crc32 but not support PMULL. In this condition, the code should leverage the crc32 instruction rather than skip all hardware crc32 instruction. Pull Request resolved: https://github.com/facebook/rocksdb/pull/7233 Reviewed By: jay-zhuang Differential Revision: D23790116 fbshipit-source-id: a3ebd821fbd4a38dd2f59064adbb7c3013ee8140
49 lines
1.7 KiB
C
49 lines
1.7 KiB
C
// Copyright (c) 2018, Arm Limited and affiliates. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
|
|
#ifndef UTIL_CRC32C_ARM64_H
|
|
#define UTIL_CRC32C_ARM64_H
|
|
|
|
#include <cinttypes>
|
|
|
|
#if defined(__aarch64__) || defined(__AARCH64__)
|
|
|
|
#ifdef __ARM_FEATURE_CRC32
|
|
#define HAVE_ARM64_CRC
|
|
#include <arm_acle.h>
|
|
#define crc32c_u8(crc, v) __crc32cb(crc, v)
|
|
#define crc32c_u16(crc, v) __crc32ch(crc, v)
|
|
#define crc32c_u32(crc, v) __crc32cw(crc, v)
|
|
#define crc32c_u64(crc, v) __crc32cd(crc, v)
|
|
#define PREF4X64L1(buffer, PREF_OFFSET, ITR) \
|
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
|
[c] "I"((PREF_OFFSET) + ((ITR) + 0) * 64)); \
|
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
|
[c] "I"((PREF_OFFSET) + ((ITR) + 1) * 64)); \
|
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
|
[c] "I"((PREF_OFFSET) + ((ITR) + 2) * 64)); \
|
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
|
[c] "I"((PREF_OFFSET) + ((ITR) + 3) * 64));
|
|
|
|
#define PREF1KL1(buffer, PREF_OFFSET) \
|
|
PREF4X64L1(buffer, (PREF_OFFSET), 0) \
|
|
PREF4X64L1(buffer, (PREF_OFFSET), 4) \
|
|
PREF4X64L1(buffer, (PREF_OFFSET), 8) \
|
|
PREF4X64L1(buffer, (PREF_OFFSET), 12)
|
|
|
|
extern uint32_t crc32c_arm64(uint32_t crc, unsigned char const *data, unsigned len);
|
|
extern uint32_t crc32c_runtime_check(void);
|
|
extern bool crc32c_pmull_runtime_check(void);
|
|
|
|
#ifdef __ARM_FEATURE_CRYPTO
|
|
#define HAVE_ARM64_CRYPTO
|
|
#include <arm_neon.h>
|
|
#endif // __ARM_FEATURE_CRYPTO
|
|
#endif // __ARM_FEATURE_CRC32
|
|
|
|
#endif // defined(__aarch64__) || defined(__AARCH64__)
|
|
|
|
#endif
|