ee4bd4780b
Summary: Closes - https://github.com/facebook/rocksdb/issues/7710 I tested this on an Apple DTK (Developer Transition Kit) with an Apple A12Z Bionic CPU and macOS Big Sur (11.0.1). Previously the arm64 specific CRC optimisations were limited to Linux only OS... Well now Apple Silicon is also arm64 but runs macOS ;-) Pull Request resolved: https://github.com/facebook/rocksdb/pull/7714 Reviewed By: ltamasi Differential Revision: D25287349 Pulled By: pdillinger fbshipit-source-id: 639b168bf0ac2652907531e9604936ac4974b577
51 lines
1.8 KiB
C
51 lines
1.8 KiB
C
// Copyright (c) 2018, Arm Limited and affiliates. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
|
|
#ifndef UTIL_CRC32C_ARM64_H
|
|
#define UTIL_CRC32C_ARM64_H
|
|
|
|
#include <cinttypes>
|
|
#include <cstddef>
|
|
|
|
#if defined(__aarch64__) || defined(__AARCH64__)
|
|
|
|
#ifdef __ARM_FEATURE_CRC32
|
|
#define HAVE_ARM64_CRC
|
|
#include <arm_acle.h>
|
|
#define crc32c_u8(crc, v) __crc32cb(crc, v)
|
|
#define crc32c_u16(crc, v) __crc32ch(crc, v)
|
|
#define crc32c_u32(crc, v) __crc32cw(crc, v)
|
|
#define crc32c_u64(crc, v) __crc32cd(crc, v)
|
|
#define PREF4X64L1(buffer, PREF_OFFSET, ITR) \
|
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
|
[c] "I"((PREF_OFFSET) + ((ITR) + 0) * 64)); \
|
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
|
[c] "I"((PREF_OFFSET) + ((ITR) + 1) * 64)); \
|
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
|
[c] "I"((PREF_OFFSET) + ((ITR) + 2) * 64)); \
|
|
__asm__("PRFM PLDL1KEEP, [%x[v],%[c]]" ::[v] "r"(buffer), \
|
|
[c] "I"((PREF_OFFSET) + ((ITR) + 3) * 64));
|
|
|
|
#define PREF1KL1(buffer, PREF_OFFSET) \
|
|
PREF4X64L1(buffer, (PREF_OFFSET), 0) \
|
|
PREF4X64L1(buffer, (PREF_OFFSET), 4) \
|
|
PREF4X64L1(buffer, (PREF_OFFSET), 8) \
|
|
PREF4X64L1(buffer, (PREF_OFFSET), 12)
|
|
|
|
extern uint32_t crc32c_arm64(uint32_t crc, unsigned char const *data,
|
|
size_t len);
|
|
extern uint32_t crc32c_runtime_check(void);
|
|
extern bool crc32c_pmull_runtime_check(void);
|
|
|
|
#ifdef __ARM_FEATURE_CRYPTO
|
|
#define HAVE_ARM64_CRYPTO
|
|
#include <arm_neon.h>
|
|
#endif // __ARM_FEATURE_CRYPTO
|
|
#endif // __ARM_FEATURE_CRC32
|
|
|
|
#endif // defined(__aarch64__) || defined(__AARCH64__)
|
|
|
|
#endif
|