mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2025-04-13 09:59:31 +00:00
1684e82936
Move the arm CRC-T10DIF assembly code into the lib directory and wire it up to the library interface. This allows it to be used without going through the crypto API. It remains usable via the crypto API too via the shash algorithms that use the library interface. Thus all the arch-specific "shash" code becomes unnecessary and is removed. Note: to see the diff from arch/arm/crypto/crct10dif-ce-glue.c to arch/arm/lib/crc-t10dif-glue.c, view this commit with 'git show -M10'. Reviewed-by: Ard Biesheuvel <ardb@kernel.org> Reviewed-by: Martin K. Petersen <martin.petersen@oracle.com> Link: https://lore.kernel.org/r/20241202012056.209768-6-ebiggers@kernel.org Signed-off-by: Eric Biggers <ebiggers@google.com>
80 lines
2 KiB
C
80 lines
2 KiB
C
// SPDX-License-Identifier: GPL-2.0-only
|
|
/*
|
|
* Accelerated CRC-T10DIF using ARM NEON and Crypto Extensions instructions
|
|
*
|
|
* Copyright (C) 2016 Linaro Ltd <ard.biesheuvel@linaro.org>
|
|
*/
|
|
|
|
#include <linux/crc-t10dif.h>
|
|
#include <linux/init.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/module.h>
|
|
#include <linux/string.h>
|
|
|
|
#include <crypto/internal/simd.h>
|
|
|
|
#include <asm/neon.h>
|
|
#include <asm/simd.h>
|
|
|
|
static DEFINE_STATIC_KEY_FALSE(have_neon);
|
|
static DEFINE_STATIC_KEY_FALSE(have_pmull);
|
|
|
|
#define CRC_T10DIF_PMULL_CHUNK_SIZE 16U
|
|
|
|
asmlinkage u16 crc_t10dif_pmull64(u16 init_crc, const u8 *buf, size_t len);
|
|
asmlinkage void crc_t10dif_pmull8(u16 init_crc, const u8 *buf, size_t len,
|
|
u8 out[16]);
|
|
|
|
u16 crc_t10dif_arch(u16 crc, const u8 *data, size_t length)
|
|
{
|
|
if (length >= CRC_T10DIF_PMULL_CHUNK_SIZE) {
|
|
if (static_branch_likely(&have_pmull)) {
|
|
if (crypto_simd_usable()) {
|
|
kernel_neon_begin();
|
|
crc = crc_t10dif_pmull64(crc, data, length);
|
|
kernel_neon_end();
|
|
return crc;
|
|
}
|
|
} else if (length > CRC_T10DIF_PMULL_CHUNK_SIZE &&
|
|
static_branch_likely(&have_neon) &&
|
|
crypto_simd_usable()) {
|
|
u8 buf[16] __aligned(16);
|
|
|
|
kernel_neon_begin();
|
|
crc_t10dif_pmull8(crc, data, length, buf);
|
|
kernel_neon_end();
|
|
|
|
crc = 0;
|
|
data = buf;
|
|
length = sizeof(buf);
|
|
}
|
|
}
|
|
return crc_t10dif_generic(crc, data, length);
|
|
}
|
|
EXPORT_SYMBOL(crc_t10dif_arch);
|
|
|
|
static int __init crc_t10dif_arm_init(void)
|
|
{
|
|
if (elf_hwcap & HWCAP_NEON) {
|
|
static_branch_enable(&have_neon);
|
|
if (elf_hwcap2 & HWCAP2_PMULL)
|
|
static_branch_enable(&have_pmull);
|
|
}
|
|
return 0;
|
|
}
|
|
arch_initcall(crc_t10dif_arm_init);
|
|
|
|
static void __exit crc_t10dif_arm_exit(void)
|
|
{
|
|
}
|
|
module_exit(crc_t10dif_arm_exit);
|
|
|
|
bool crc_t10dif_is_optimized(void)
|
|
{
|
|
return static_key_enabled(&have_neon);
|
|
}
|
|
EXPORT_SYMBOL(crc_t10dif_is_optimized);
|
|
|
|
MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
|
|
MODULE_DESCRIPTION("Accelerated CRC-T10DIF using ARM NEON and Crypto Extensions");
|
|
MODULE_LICENSE("GPL v2");
|