mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-08-29 11:37:59 -04:00
5265d55b21
Move the optimized XOR into lib/raid and include it it in xor.ko instead of always building it into the main kernel image. Link: https://lkml.kernel.org/r/20260327061704.3707577-17-hch@lst.de Signed-off-by: Christoph Hellwig <hch@lst.de> Reviewed-by: Eric Biggers <ebiggers@kernel.org> Tested-by: Eric Biggers <ebiggers@kernel.org> Cc: Albert Ou <aou@eecs.berkeley.edu> Cc: Alexander Gordeev <agordeev@linux.ibm.com> Cc: Alexandre Ghiti <alex@ghiti.fr> Cc: Andreas Larsson <andreas@gaisler.com> Cc: Anton Ivanov <anton.ivanov@cambridgegreys.com> Cc: Ard Biesheuvel <ardb@kernel.org> Cc: Arnd Bergmann <arnd@arndb.de> Cc: "Borislav Petkov (AMD)" <bp@alien8.de> Cc: Catalin Marinas <catalin.marinas@arm.com> Cc: Chris Mason <clm@fb.com> Cc: Christian Borntraeger <borntraeger@linux.ibm.com> Cc: Dan Williams <dan.j.williams@intel.com> Cc: David S. Miller <davem@davemloft.net> Cc: David Sterba <dsterba@suse.com> Cc: Heiko Carstens <hca@linux.ibm.com> Cc: Herbert Xu <herbert@gondor.apana.org.au> Cc: "H. Peter Anvin" <hpa@zytor.com> Cc: Huacai Chen <chenhuacai@kernel.org> Cc: Ingo Molnar <mingo@redhat.com> Cc: Jason A. Donenfeld <jason@zx2c4.com> Cc: Johannes Berg <johannes@sipsolutions.net> Cc: Li Nan <linan122@huawei.com> Cc: Madhavan Srinivasan <maddy@linux.ibm.com> Cc: Magnus Lindholm <linmag7@gmail.com> Cc: Matt Turner <mattst88@gmail.com> Cc: Michael Ellerman <mpe@ellerman.id.au> Cc: Nicholas Piggin <npiggin@gmail.com> Cc: Palmer Dabbelt <palmer@dabbelt.com> Cc: Richard Henderson <richard.henderson@linaro.org> Cc: Richard Weinberger <richard@nod.at> Cc: Russell King <linux@armlinux.org.uk> Cc: Song Liu <song@kernel.org> Cc: Sven Schnelle <svens@linux.ibm.com> Cc: Ted Ts'o <tytso@mit.edu> Cc: Vasily Gorbik <gor@linux.ibm.com> Cc: WANG Xuerui <kernel@xen0n.name> Cc: Will Deacon <will@kernel.org> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
78 lines
1.4 KiB
ArmAsm
78 lines
1.4 KiB
ArmAsm
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
|
/*
|
|
* Copyright (C) 2021 SiFive
|
|
*/
|
|
#include <linux/linkage.h>
|
|
#include <linux/export.h>
|
|
#include <asm/asm.h>
|
|
|
|
SYM_FUNC_START(xor_regs_2_)
|
|
vsetvli a3, a0, e8, m8, ta, ma
|
|
vle8.v v0, (a1)
|
|
vle8.v v8, (a2)
|
|
sub a0, a0, a3
|
|
vxor.vv v16, v0, v8
|
|
add a2, a2, a3
|
|
vse8.v v16, (a1)
|
|
add a1, a1, a3
|
|
bnez a0, xor_regs_2_
|
|
ret
|
|
SYM_FUNC_END(xor_regs_2_)
|
|
|
|
SYM_FUNC_START(xor_regs_3_)
|
|
vsetvli a4, a0, e8, m8, ta, ma
|
|
vle8.v v0, (a1)
|
|
vle8.v v8, (a2)
|
|
sub a0, a0, a4
|
|
vxor.vv v0, v0, v8
|
|
vle8.v v16, (a3)
|
|
add a2, a2, a4
|
|
vxor.vv v16, v0, v16
|
|
add a3, a3, a4
|
|
vse8.v v16, (a1)
|
|
add a1, a1, a4
|
|
bnez a0, xor_regs_3_
|
|
ret
|
|
SYM_FUNC_END(xor_regs_3_)
|
|
|
|
SYM_FUNC_START(xor_regs_4_)
|
|
vsetvli a5, a0, e8, m8, ta, ma
|
|
vle8.v v0, (a1)
|
|
vle8.v v8, (a2)
|
|
sub a0, a0, a5
|
|
vxor.vv v0, v0, v8
|
|
vle8.v v16, (a3)
|
|
add a2, a2, a5
|
|
vxor.vv v0, v0, v16
|
|
vle8.v v24, (a4)
|
|
add a3, a3, a5
|
|
vxor.vv v16, v0, v24
|
|
add a4, a4, a5
|
|
vse8.v v16, (a1)
|
|
add a1, a1, a5
|
|
bnez a0, xor_regs_4_
|
|
ret
|
|
SYM_FUNC_END(xor_regs_4_)
|
|
|
|
SYM_FUNC_START(xor_regs_5_)
|
|
vsetvli a6, a0, e8, m8, ta, ma
|
|
vle8.v v0, (a1)
|
|
vle8.v v8, (a2)
|
|
sub a0, a0, a6
|
|
vxor.vv v0, v0, v8
|
|
vle8.v v16, (a3)
|
|
add a2, a2, a6
|
|
vxor.vv v0, v0, v16
|
|
vle8.v v24, (a4)
|
|
add a3, a3, a6
|
|
vxor.vv v0, v0, v24
|
|
vle8.v v8, (a5)
|
|
add a4, a4, a6
|
|
vxor.vv v16, v0, v8
|
|
add a5, a5, a6
|
|
vse8.v v16, (a1)
|
|
add a1, a1, a6
|
|
bnez a0, xor_regs_5_
|
|
ret
|
|
SYM_FUNC_END(xor_regs_5_)
|