mirror of
https://github.com/reactos/reactos.git
synced 2024-11-10 00:34:39 +00:00
464 lines
9.4 KiB
ArmAsm
464 lines
9.4 KiB
ArmAsm
/*
|
|
dct64_x86_64: SSE optimized dct64 for x86-64
|
|
|
|
copyright 1995-2009 by the mpg123 project - free software under the terms of the LGPL 2.1
|
|
see COPYING and AUTHORS files in distribution or http://mpg123.org
|
|
initially written by Taihei Monma
|
|
*/
|
|
|
|
#include "mangle.h"
|
|
|
|
#ifdef _WIN64
|
|
/* short *out0 */
|
|
#define ARG0 %r9
|
|
/* short *out1 */
|
|
#define ARG1 %rdx
|
|
/* real *samples */
|
|
#define ARG2 %r8
|
|
#else
|
|
/* short *out0 */
|
|
#define ARG0 %rdi
|
|
/* short *out1 */
|
|
#define ARG1 %rsi
|
|
/* real *samples */
|
|
#define ARG2 %rdx
|
|
#endif
|
|
|
|
/*
|
|
void dct64_x86_64(short *out0, short *out1, real *samples);
|
|
*/
|
|
|
|
#ifndef __APPLE__
|
|
.section .rodata
|
|
#else
|
|
.data
|
|
#endif
|
|
ALIGN32
|
|
ASM_NAME(costab_x86_64):
|
|
.long 1056974725
|
|
.long 1057056395
|
|
.long 1057223771
|
|
.long 1057485416
|
|
.long 1057855544
|
|
.long 1058356026
|
|
.long 1059019886
|
|
.long 1059897405
|
|
.long 1061067246
|
|
.long 1062657950
|
|
.long 1064892987
|
|
.long 1066774581
|
|
.long 1069414683
|
|
.long 1073984175
|
|
.long 1079645762
|
|
.long 1092815430
|
|
.long 1057005197
|
|
.long 1057342072
|
|
.long 1058087743
|
|
.long 1059427869
|
|
.long 1061799040
|
|
.long 1065862217
|
|
.long 1071413542
|
|
.long 1084439708
|
|
.long 1057128951
|
|
.long 1058664893
|
|
.long 1063675095
|
|
.long 1076102863
|
|
.long 1057655764
|
|
.long 1067924853
|
|
.long 1060439283
|
|
.long 0
|
|
.text
|
|
ALIGN16
|
|
.globl ASM_NAME(dct64_x86_64)
|
|
ASM_NAME(dct64_x86_64):
|
|
#ifdef _WIN64 /* should save xmm6-15 */
|
|
movq %rcx, ARG0
|
|
subq $168, %rsp /* stack alignment + 10 xmm registers */
|
|
movaps %xmm6, (%rsp)
|
|
movaps %xmm7, 16(%rsp)
|
|
movaps %xmm8, 32(%rsp)
|
|
movaps %xmm9, 48(%rsp)
|
|
movaps %xmm10, 64(%rsp)
|
|
movaps %xmm11, 80(%rsp)
|
|
movaps %xmm12, 96(%rsp)
|
|
movaps %xmm13, 112(%rsp)
|
|
movaps %xmm14, 128(%rsp)
|
|
movaps %xmm15, 144(%rsp)
|
|
#endif
|
|
|
|
leaq ASM_NAME(costab_x86_64)(%rip), %rcx
|
|
|
|
MOVUAPS (ARG2), %xmm15
|
|
MOVUAPS 16(ARG2), %xmm14
|
|
MOVUAPS 112(ARG2), %xmm0
|
|
MOVUAPS 96(ARG2), %xmm1
|
|
shufps $0x1b, %xmm0, %xmm0
|
|
shufps $0x1b, %xmm1, %xmm1
|
|
movaps %xmm15, %xmm8
|
|
movaps %xmm14, %xmm9
|
|
addps %xmm0, %xmm8
|
|
addps %xmm1, %xmm9
|
|
subps %xmm0, %xmm15
|
|
subps %xmm1, %xmm14
|
|
|
|
MOVUAPS 32(ARG2), %xmm13
|
|
MOVUAPS 48(ARG2), %xmm12
|
|
MOVUAPS 80(ARG2), %xmm0
|
|
MOVUAPS 64(ARG2), %xmm1
|
|
shufps $0x1b, %xmm0, %xmm0
|
|
shufps $0x1b, %xmm1, %xmm1
|
|
movaps %xmm13, %xmm10
|
|
movaps %xmm12, %xmm11
|
|
addps %xmm0, %xmm10
|
|
addps %xmm1, %xmm11
|
|
subps %xmm0, %xmm13
|
|
subps %xmm1, %xmm12
|
|
|
|
movaps (%rcx), %xmm0
|
|
movaps 16(%rcx), %xmm1
|
|
movaps 32(%rcx), %xmm2
|
|
movaps 48(%rcx), %xmm3
|
|
mulps %xmm0, %xmm15
|
|
mulps %xmm1, %xmm14
|
|
mulps %xmm2, %xmm13
|
|
mulps %xmm3, %xmm12
|
|
|
|
movaps 64(%rcx), %xmm0
|
|
movaps 80(%rcx), %xmm1
|
|
|
|
pshufd $0x1b, %xmm11, %xmm2
|
|
pshufd $0x1b, %xmm10, %xmm3
|
|
shufps $0x1b, %xmm13, %xmm13
|
|
shufps $0x1b, %xmm12, %xmm12
|
|
movaps %xmm8, %xmm11
|
|
movaps %xmm9, %xmm10
|
|
movaps %xmm14, %xmm4
|
|
movaps %xmm15, %xmm5
|
|
subps %xmm2, %xmm11
|
|
subps %xmm3, %xmm10
|
|
subps %xmm13, %xmm14
|
|
subps %xmm12, %xmm15
|
|
addps %xmm2, %xmm8
|
|
addps %xmm3, %xmm9
|
|
addps %xmm5, %xmm12
|
|
addps %xmm4, %xmm13
|
|
mulps %xmm0, %xmm11
|
|
mulps %xmm1, %xmm10
|
|
mulps %xmm1, %xmm14
|
|
mulps %xmm0, %xmm15
|
|
|
|
movaps 96(%rcx), %xmm0
|
|
|
|
pshufd $0x1b, %xmm9, %xmm1
|
|
pshufd $0x1b, %xmm13, %xmm2
|
|
shufps $0x1b, %xmm10, %xmm10
|
|
shufps $0x1b, %xmm14, %xmm14
|
|
movaps %xmm8, %xmm9
|
|
movaps %xmm12, %xmm13
|
|
movaps %xmm11, %xmm3
|
|
movaps %xmm15, %xmm4
|
|
subps %xmm1, %xmm9
|
|
subps %xmm2, %xmm13
|
|
subps %xmm10, %xmm11
|
|
subps %xmm14, %xmm15
|
|
addps %xmm1, %xmm8
|
|
addps %xmm2, %xmm12
|
|
addps %xmm3, %xmm10
|
|
addps %xmm4, %xmm14
|
|
mulps %xmm0, %xmm9
|
|
mulps %xmm0, %xmm13
|
|
mulps %xmm0, %xmm11
|
|
mulps %xmm0, %xmm15
|
|
|
|
movaps 112(%rcx), %xmm0
|
|
movaps %xmm0, %xmm1
|
|
movlhps %xmm1, %xmm1
|
|
|
|
movaps %xmm8, %xmm2
|
|
movaps %xmm9, %xmm3
|
|
shufps $0x44, %xmm10, %xmm2
|
|
shufps $0xbb, %xmm11, %xmm9
|
|
shufps $0xbb, %xmm10, %xmm8
|
|
shufps $0x44, %xmm11, %xmm3
|
|
movaps %xmm2, %xmm4
|
|
movaps %xmm3, %xmm5
|
|
subps %xmm8, %xmm2
|
|
subps %xmm9, %xmm3
|
|
addps %xmm4, %xmm8
|
|
addps %xmm5, %xmm9
|
|
mulps %xmm1, %xmm2
|
|
mulps %xmm1, %xmm3
|
|
movaps %xmm8, %xmm10
|
|
movaps %xmm9, %xmm11
|
|
shufps $0x14, %xmm2, %xmm8
|
|
shufps $0xbe, %xmm2, %xmm10
|
|
shufps $0x14, %xmm3, %xmm9
|
|
shufps $0xbe, %xmm3, %xmm11
|
|
|
|
movaps %xmm12, %xmm2
|
|
movaps %xmm13, %xmm3
|
|
shufps $0x44, %xmm14, %xmm2
|
|
shufps $0xbb, %xmm15, %xmm13
|
|
shufps $0xbb, %xmm14, %xmm12
|
|
shufps $0x44, %xmm15, %xmm3
|
|
movaps %xmm2, %xmm4
|
|
movaps %xmm3, %xmm5
|
|
subps %xmm12, %xmm2
|
|
subps %xmm13, %xmm3
|
|
addps %xmm4, %xmm12
|
|
addps %xmm5, %xmm13
|
|
mulps %xmm1, %xmm2
|
|
mulps %xmm1, %xmm3
|
|
movaps %xmm12, %xmm14
|
|
movaps %xmm13, %xmm15
|
|
shufps $0x14, %xmm2, %xmm12
|
|
shufps $0xbe, %xmm2, %xmm14
|
|
shufps $0x14, %xmm3, %xmm13
|
|
shufps $0xbe, %xmm3, %xmm15
|
|
|
|
shufps $0xaa, %xmm0, %xmm0
|
|
pcmpeqd %xmm1, %xmm1
|
|
pslld $31, %xmm1
|
|
psllq $32, %xmm1
|
|
xorps %xmm1, %xmm0
|
|
|
|
movaps %xmm8, %xmm1
|
|
movaps %xmm10, %xmm2
|
|
unpcklps %xmm9, %xmm8
|
|
unpckhps %xmm9, %xmm1
|
|
unpcklps %xmm11, %xmm10
|
|
unpckhps %xmm11, %xmm2
|
|
movaps %xmm8, %xmm3
|
|
movaps %xmm10, %xmm4
|
|
unpcklps %xmm1, %xmm8
|
|
unpckhps %xmm1, %xmm3
|
|
unpcklps %xmm2, %xmm10
|
|
unpckhps %xmm2, %xmm4
|
|
movaps %xmm8, %xmm1
|
|
movaps %xmm10, %xmm2
|
|
subps %xmm3, %xmm1
|
|
subps %xmm4, %xmm2
|
|
addps %xmm3, %xmm8
|
|
addps %xmm4, %xmm10
|
|
mulps %xmm0, %xmm1
|
|
mulps %xmm0, %xmm2
|
|
movaps %xmm8, %xmm9
|
|
movaps %xmm10, %xmm11
|
|
unpcklps %xmm1, %xmm8
|
|
unpckhps %xmm1, %xmm9
|
|
unpcklps %xmm2, %xmm10
|
|
unpckhps %xmm2, %xmm11
|
|
|
|
movaps %xmm12, %xmm1
|
|
movaps %xmm14, %xmm2
|
|
unpcklps %xmm13, %xmm12
|
|
unpckhps %xmm13, %xmm1
|
|
unpcklps %xmm15, %xmm14
|
|
unpckhps %xmm15, %xmm2
|
|
movaps %xmm12, %xmm3
|
|
movaps %xmm14, %xmm4
|
|
unpcklps %xmm1, %xmm12
|
|
unpckhps %xmm1, %xmm3
|
|
unpcklps %xmm2, %xmm14
|
|
unpckhps %xmm2, %xmm4
|
|
movaps %xmm12, %xmm1
|
|
movaps %xmm14, %xmm2
|
|
subps %xmm3, %xmm1
|
|
subps %xmm4, %xmm2
|
|
addps %xmm3, %xmm12
|
|
addps %xmm4, %xmm14
|
|
mulps %xmm0, %xmm1
|
|
mulps %xmm0, %xmm2
|
|
movaps %xmm12, %xmm13
|
|
movaps %xmm14, %xmm15
|
|
unpcklps %xmm1, %xmm12
|
|
unpckhps %xmm1, %xmm13
|
|
unpcklps %xmm2, %xmm14
|
|
unpckhps %xmm2, %xmm15
|
|
|
|
|
|
xorps %xmm0, %xmm0
|
|
xorps %xmm1, %xmm1
|
|
shufpd $0x2, %xmm8, %xmm0
|
|
shufpd $0x2, %xmm9, %xmm1
|
|
psrlq $32, %xmm0
|
|
psrlq $32, %xmm1
|
|
addps %xmm0, %xmm8
|
|
addps %xmm1, %xmm9
|
|
|
|
xorps %xmm0, %xmm0
|
|
xorps %xmm1, %xmm1
|
|
shufpd $0x2, %xmm10, %xmm0
|
|
shufpd $0x2, %xmm11, %xmm1
|
|
psrlq $32, %xmm0
|
|
psrlq $32, %xmm1
|
|
addps %xmm0, %xmm10
|
|
addps %xmm1, %xmm11
|
|
|
|
xorps %xmm0, %xmm0
|
|
xorps %xmm1, %xmm1
|
|
shufpd $0x2, %xmm12, %xmm0
|
|
shufpd $0x2, %xmm13, %xmm1
|
|
psrlq $32, %xmm0
|
|
psrlq $32, %xmm1
|
|
addps %xmm0, %xmm12
|
|
addps %xmm1, %xmm13
|
|
|
|
xorps %xmm0, %xmm0
|
|
xorps %xmm1, %xmm1
|
|
shufpd $0x2, %xmm14, %xmm0
|
|
shufpd $0x2, %xmm15, %xmm1
|
|
psrlq $32, %xmm0
|
|
psrlq $32, %xmm1
|
|
addps %xmm0, %xmm14
|
|
addps %xmm1, %xmm15
|
|
|
|
pshufd $0x78, %xmm9, %xmm0
|
|
pshufd $0x78, %xmm11, %xmm1
|
|
pshufd $0x78, %xmm13, %xmm2
|
|
pshufd $0x78, %xmm15, %xmm3
|
|
psrldq $4, %xmm0
|
|
psrldq $4, %xmm1
|
|
psrldq $4, %xmm2
|
|
psrldq $4, %xmm3
|
|
addps %xmm0, %xmm9
|
|
addps %xmm1, %xmm11
|
|
addps %xmm2, %xmm13
|
|
addps %xmm3, %xmm15
|
|
|
|
pshufd $0x78, %xmm10, %xmm0
|
|
pshufd $0x78, %xmm14, %xmm1
|
|
psrldq $4, %xmm0
|
|
psrldq $4, %xmm1
|
|
addps %xmm11, %xmm10
|
|
addps %xmm15, %xmm14
|
|
addps %xmm0, %xmm11
|
|
addps %xmm1, %xmm15
|
|
|
|
cvtps2dq %xmm8, %xmm8
|
|
cvtps2dq %xmm9, %xmm9
|
|
cvtps2dq %xmm10, %xmm10
|
|
cvtps2dq %xmm11, %xmm11
|
|
packssdw %xmm10, %xmm8
|
|
packssdw %xmm11, %xmm9
|
|
|
|
movd %xmm8, %eax
|
|
movd %xmm9, %ecx
|
|
movw %ax, 512(ARG0)
|
|
movw %cx, 384(ARG0)
|
|
shrl $16, %eax
|
|
shrl $16, %ecx
|
|
movw %ax, (ARG0)
|
|
movw %ax, (ARG1)
|
|
movw %cx, 128(ARG1)
|
|
|
|
movhlps %xmm8, %xmm0
|
|
movhlps %xmm9, %xmm1
|
|
movd %xmm0, %eax
|
|
movd %xmm1, %ecx
|
|
movw %ax, 448(ARG0)
|
|
movw %cx, 320(ARG0)
|
|
shrl $16, %eax
|
|
shrl $16, %ecx
|
|
movw %ax, 64(ARG1)
|
|
movw %cx, 192(ARG1)
|
|
|
|
pshuflw $0xee, %xmm8, %xmm2
|
|
pshuflw $0xee, %xmm9, %xmm3
|
|
movd %xmm2, %eax
|
|
movd %xmm3, %ecx
|
|
movw %ax, 256(ARG0)
|
|
movw %cx, 128(ARG0)
|
|
shrl $16, %eax
|
|
shrl $16, %ecx
|
|
movw %ax, 256(ARG1)
|
|
movw %cx, 384(ARG1)
|
|
|
|
pshuflw $0xee, %xmm0, %xmm0
|
|
pshuflw $0xee, %xmm1, %xmm1
|
|
movd %xmm0, %eax
|
|
movd %xmm1, %ecx
|
|
movw %ax, 192(ARG0)
|
|
movw %cx, 64(ARG0)
|
|
shrl $16, %eax
|
|
shrl $16, %ecx
|
|
movw %ax, 320(ARG1)
|
|
movw %cx, 448(ARG1)
|
|
|
|
movaps %xmm12, %xmm0
|
|
movaps %xmm13, %xmm1
|
|
movaps %xmm14, %xmm2
|
|
movaps %xmm15, %xmm3
|
|
shufps $0x1e, %xmm0, %xmm0
|
|
pslldq $4, %xmm0
|
|
psrldq $4, %xmm0
|
|
addps %xmm2, %xmm12
|
|
addps %xmm3, %xmm13
|
|
addps %xmm1, %xmm14
|
|
addps %xmm0, %xmm15
|
|
|
|
cvtps2dq %xmm12, %xmm12
|
|
cvtps2dq %xmm13, %xmm13
|
|
cvtps2dq %xmm14, %xmm14
|
|
cvtps2dq %xmm15, %xmm15
|
|
packssdw %xmm13, %xmm12
|
|
packssdw %xmm15, %xmm14
|
|
|
|
movd %xmm12, %eax
|
|
movd %xmm14, %ecx
|
|
movw %ax, 480(ARG0)
|
|
movw %cx, 416(ARG0)
|
|
shrl $16, %eax
|
|
shrl $16, %ecx
|
|
movw %ax, 32(ARG1)
|
|
movw %cx, 96(ARG1)
|
|
|
|
pshuflw $0xee, %xmm12, %xmm0
|
|
pshuflw $0xee, %xmm14, %xmm1
|
|
movd %xmm0, %eax
|
|
movd %xmm1, %ecx
|
|
movw %ax, 224(ARG0)
|
|
movw %cx, 160(ARG0)
|
|
shrl $16, %eax
|
|
shrl $16, %ecx
|
|
movw %ax, 288(ARG1)
|
|
movw %cx, 352(ARG1)
|
|
|
|
movhlps %xmm12, %xmm0
|
|
movhlps %xmm14, %xmm1
|
|
movd %xmm0, %eax
|
|
movd %xmm1, %ecx
|
|
movw %ax, 352(ARG0)
|
|
movw %cx, 288(ARG0)
|
|
shrl $16, %eax
|
|
shrl $16, %ecx
|
|
movw %ax, 160(ARG1)
|
|
movw %cx, 224(ARG1)
|
|
|
|
pshuflw $0xee, %xmm0, %xmm0
|
|
pshuflw $0xee, %xmm1, %xmm1
|
|
movd %xmm0, %eax
|
|
movd %xmm1, %ecx
|
|
movw %ax, 96(ARG0)
|
|
movw %cx, 32(ARG0)
|
|
shrl $16, %eax
|
|
shrl $16, %ecx
|
|
movw %ax, 416(ARG1)
|
|
movw %cx, 480(ARG1)
|
|
|
|
#ifdef _WIN64
|
|
movaps (%rsp), %xmm6
|
|
movaps 16(%rsp), %xmm7
|
|
movaps 32(%rsp), %xmm8
|
|
movaps 48(%rsp), %xmm9
|
|
movaps 64(%rsp), %xmm10
|
|
movaps 80(%rsp), %xmm11
|
|
movaps 96(%rsp), %xmm12
|
|
movaps 112(%rsp), %xmm13
|
|
movaps 128(%rsp), %xmm14
|
|
movaps 144(%rsp), %xmm15
|
|
addq $168, %rsp
|
|
#endif
|
|
ret
|
|
|
|
NONEXEC_STACK
|