mirror of
https://github.com/reactos/reactos.git
synced 2024-08-26 13:18:51 +00:00
343 lines
5.1 KiB
ArmAsm
343 lines
5.1 KiB
ArmAsm
![]() |
/* Copyright (c) Mark Harmstone 2020
|
||
|
*
|
||
|
* This file is part of WinBtrfs.
|
||
|
*
|
||
|
* WinBtrfs is free software: you can redistribute it and/or modify
|
||
|
* it under the terms of the GNU Lesser General Public Licence as published by
|
||
|
* the Free Software Foundation, either version 3 of the Licence, or
|
||
|
* (at your option) any later version.
|
||
|
*
|
||
|
* WinBtrfs is distributed in the hope that it will be useful,
|
||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
|
* GNU Lesser General Public Licence for more details.
|
||
|
*
|
||
|
* You should have received a copy of the GNU Lesser General Public Licence
|
||
|
* along with WinBtrfs. If not, see <http://www.gnu.org/licenses/>. */
|
||
|
|
||
|
#include <asm.inc>
|
||
|
|
||
|
#ifdef __x86_64__
|
||
|
|
||
|
.code64
|
||
|
|
||
|
/* void do_xor_sse2(uint8_t* buf1, uint8_t* buf2, uint32_t len); */
|
||
|
PUBLIC do_xor_sse2
|
||
|
do_xor_sse2:
|
||
|
/* rcx = buf1
|
||
|
* rdx = buf2
|
||
|
* r8d = len
|
||
|
* rax = tmp1
|
||
|
* r9 = tmp2
|
||
|
* xmm0 = tmp3
|
||
|
* xmm1 = tmp4 */
|
||
|
|
||
|
mov rax, rcx
|
||
|
and rax, 15
|
||
|
cmp rax, 0
|
||
|
jne stragglers2
|
||
|
|
||
|
mov rax, rdx
|
||
|
and rax, 15
|
||
|
cmp rax, 0
|
||
|
jne stragglers2
|
||
|
|
||
|
do_xor_sse2_loop:
|
||
|
cmp r8d, 16
|
||
|
jl stragglers2
|
||
|
|
||
|
movdqa xmm0, [rcx]
|
||
|
movdqa xmm1, [rdx]
|
||
|
pxor xmm0, xmm1
|
||
|
movdqa [rcx], xmm0
|
||
|
|
||
|
add rcx, 16
|
||
|
add rdx, 16
|
||
|
sub r8d, 16
|
||
|
|
||
|
jmp do_xor_sse2_loop
|
||
|
|
||
|
stragglers2:
|
||
|
|
||
|
cmp r8d, 8
|
||
|
jl stragglers
|
||
|
|
||
|
mov rax, [rcx]
|
||
|
mov r9, [rdx]
|
||
|
xor rax, r9
|
||
|
mov [rcx], rax
|
||
|
|
||
|
add rcx, 8
|
||
|
add rdx, 8
|
||
|
sub r8d, 8
|
||
|
|
||
|
jmp stragglers2
|
||
|
|
||
|
stragglers:
|
||
|
|
||
|
cmp r8d, 0
|
||
|
je do_xor_sse2_end
|
||
|
|
||
|
mov al, [rcx]
|
||
|
mov r9b, [rdx]
|
||
|
xor al, r9b
|
||
|
mov [rcx], al
|
||
|
|
||
|
inc rcx
|
||
|
inc rdx
|
||
|
dec r8d
|
||
|
|
||
|
jmp stragglers
|
||
|
|
||
|
do_xor_sse2_end:
|
||
|
ret
|
||
|
|
||
|
/* void do_xor_avx2(uint8_t* buf1, uint8_t* buf2, uint32_t len); */
|
||
|
PUBLIC do_xor_avx2
|
||
|
do_xor_avx2:
|
||
|
/* rcx = buf1
|
||
|
* rdx = buf2
|
||
|
* r8d = len
|
||
|
* rax = tmp1
|
||
|
* r9 = tmp2
|
||
|
* xmm0 = tmp3
|
||
|
* xmm1 = tmp4 */
|
||
|
|
||
|
mov rax, rcx
|
||
|
and rax, 31
|
||
|
cmp rax, 0
|
||
|
jne stragglers4
|
||
|
|
||
|
mov rax, rdx
|
||
|
and rax, 31
|
||
|
cmp rax, 0
|
||
|
jne stragglers4
|
||
|
|
||
|
do_xor_avx2_loop:
|
||
|
cmp r8d, 32
|
||
|
jl stragglers4
|
||
|
|
||
|
vmovdqa ymm0, YMMWORD PTR[rcx]
|
||
|
vmovdqa ymm1, YMMWORD PTR[rdx]
|
||
|
vpxor ymm0, ymm0, ymm1
|
||
|
vmovdqa YMMWORD PTR[rcx], ymm0
|
||
|
|
||
|
add rcx, 32
|
||
|
add rdx, 32
|
||
|
sub r8d, 32
|
||
|
|
||
|
jmp do_xor_avx2_loop
|
||
|
|
||
|
stragglers4:
|
||
|
|
||
|
cmp r8d, 8
|
||
|
jl stragglers3
|
||
|
|
||
|
mov rax, [rcx]
|
||
|
mov r9, [rdx]
|
||
|
xor rax, r9
|
||
|
mov [rcx], rax
|
||
|
|
||
|
add rcx, 8
|
||
|
add rdx, 8
|
||
|
sub r8d, 8
|
||
|
|
||
|
jmp stragglers4
|
||
|
|
||
|
stragglers3:
|
||
|
|
||
|
cmp r8d, 0
|
||
|
je do_xor_avx2_end
|
||
|
|
||
|
mov al, [rcx]
|
||
|
mov r9b, [rdx]
|
||
|
xor al, r9b
|
||
|
mov [rcx], al
|
||
|
|
||
|
inc rcx
|
||
|
inc rdx
|
||
|
dec r8d
|
||
|
|
||
|
jmp stragglers3
|
||
|
|
||
|
do_xor_avx2_end:
|
||
|
ret
|
||
|
END
|
||
|
#else
|
||
|
|
||
|
.code
|
||
|
|
||
|
/* void __stdcall do_xor_sse2(uint8_t* buf1, uint8_t* buf2, uint32_t len); */
|
||
|
PUBLIC _do_xor_sse2@12
|
||
|
_do_xor_sse2@12:
|
||
|
/* edi = buf1
|
||
|
* edx = buf2
|
||
|
* esi = len
|
||
|
* eax = tmp1
|
||
|
* ecx = tmp2
|
||
|
* xmm0 = tmp3
|
||
|
* xmm1 = tmp4 */
|
||
|
|
||
|
push ebp
|
||
|
mov ebp, esp
|
||
|
|
||
|
push esi
|
||
|
push edi
|
||
|
|
||
|
mov edi, [ebp+8]
|
||
|
mov edx, [ebp+12]
|
||
|
mov esi, [ebp+16]
|
||
|
|
||
|
mov eax, edi
|
||
|
and eax, 15
|
||
|
cmp eax, 0
|
||
|
jne stragglers2
|
||
|
|
||
|
mov eax, edx
|
||
|
and eax, 15
|
||
|
cmp eax, 0
|
||
|
jne stragglers2
|
||
|
|
||
|
do_xor_sse2_loop:
|
||
|
cmp esi, 16
|
||
|
jl stragglers2
|
||
|
|
||
|
movdqa xmm0, [edi]
|
||
|
movdqa xmm1, [edx]
|
||
|
pxor xmm0, xmm1
|
||
|
movdqa [edi], xmm0
|
||
|
|
||
|
add edi, 16
|
||
|
add edx, 16
|
||
|
sub esi, 16
|
||
|
|
||
|
jmp do_xor_sse2_loop
|
||
|
|
||
|
stragglers2:
|
||
|
|
||
|
cmp esi, 4
|
||
|
jl stragglers
|
||
|
|
||
|
mov eax, [edi]
|
||
|
mov ecx, [edx]
|
||
|
xor eax, ecx
|
||
|
mov [edi], eax
|
||
|
|
||
|
add edi, 4
|
||
|
add edx, 4
|
||
|
sub esi, 4
|
||
|
|
||
|
jmp stragglers2
|
||
|
|
||
|
stragglers:
|
||
|
|
||
|
cmp esi, 0
|
||
|
je do_xor_sse2_end
|
||
|
|
||
|
mov al, [edi]
|
||
|
mov cl, [edx]
|
||
|
xor al, cl
|
||
|
mov [edi], al
|
||
|
|
||
|
inc edi
|
||
|
inc edx
|
||
|
dec esi
|
||
|
|
||
|
jmp stragglers
|
||
|
|
||
|
do_xor_sse2_end:
|
||
|
pop edi
|
||
|
pop esi
|
||
|
pop ebp
|
||
|
|
||
|
ret 12
|
||
|
|
||
|
/* void __stdcall do_xor_avx2(uint8_t* buf1, uint8_t* buf2, uint32_t len); */
|
||
|
PUBLIC _do_xor_avx2@12
|
||
|
_do_xor_avx2@12:
|
||
|
/* edi = buf1
|
||
|
* edx = buf2
|
||
|
* esi = len
|
||
|
* eax = tmp1
|
||
|
* ecx = tmp2
|
||
|
* xmm0 = tmp3
|
||
|
* xmm1 = tmp4 */
|
||
|
|
||
|
push ebp
|
||
|
mov ebp, esp
|
||
|
|
||
|
push esi
|
||
|
push edi
|
||
|
|
||
|
mov edi, [ebp+8]
|
||
|
mov edx, [ebp+12]
|
||
|
mov esi, [ebp+16]
|
||
|
|
||
|
mov eax, edi
|
||
|
and eax, 31
|
||
|
cmp eax, 0
|
||
|
jne stragglers4
|
||
|
|
||
|
mov eax, edx
|
||
|
and eax, 31
|
||
|
cmp eax, 0
|
||
|
jne stragglers4
|
||
|
|
||
|
do_xor_avx2_loop:
|
||
|
cmp esi, 32
|
||
|
jl stragglers4
|
||
|
|
||
|
vmovdqa ymm0, YMMWORD PTR[edi]
|
||
|
vmovdqa ymm1, YMMWORD PTR[edx]
|
||
|
vpxor ymm0, ymm0, ymm1
|
||
|
vmovdqa YMMWORD PTR[edi], ymm0
|
||
|
|
||
|
add edi, 32
|
||
|
add edx, 32
|
||
|
sub esi, 32
|
||
|
|
||
|
jmp do_xor_avx2_loop
|
||
|
|
||
|
stragglers4:
|
||
|
|
||
|
cmp esi, 4
|
||
|
jl stragglers3
|
||
|
|
||
|
mov eax, [edi]
|
||
|
mov ecx, [edx]
|
||
|
xor eax, ecx
|
||
|
mov [edi], eax
|
||
|
|
||
|
add edi, 4
|
||
|
add edx, 4
|
||
|
sub esi, 4
|
||
|
|
||
|
jmp stragglers4
|
||
|
|
||
|
stragglers3:
|
||
|
|
||
|
cmp esi, 0
|
||
|
je do_xor_avx2_end
|
||
|
|
||
|
mov al, [edi]
|
||
|
mov cl, [edx]
|
||
|
xor al, cl
|
||
|
mov [edi], al
|
||
|
|
||
|
inc edi
|
||
|
inc edx
|
||
|
dec esi
|
||
|
|
||
|
jmp stragglers3
|
||
|
|
||
|
do_xor_avx2_end:
|
||
|
pop edi
|
||
|
pop esi
|
||
|
pop ebp
|
||
|
|
||
|
ret 12
|
||
|
|
||
|
END
|
||
|
|
||
|
#endif
|