mpir/mpn/x86_64/k8/karasub.asm

262 lines
5.0 KiB
NASM
Raw Normal View History

2011-07-04 00:34:15 -04:00
dnl mpn_karasub
dnl Copyright 2011 The Code Cavern
dnl This file is part of the MPIR Library.
dnl The MPIR Library is free software; you can redistribute it and/or modify
dnl it under the terms of the GNU Lesser General Public License as published
dnl by the Free Software Foundation; either version 2.1 of the License, or (at
dnl your option) any later version.
dnl The MPIR Library is distributed in the hope that it will be useful, but
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
dnl License for more details.
dnl You should have received a copy of the GNU Lesser General Public License
dnl along with the MPIR Library; see the file COPYING.LIB. If not, write
dnl to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
dnl Boston, MA 02110-1301, USA.
include(`../config.m4')
ASM_START()
PROLOGUE(mpn_karasub)
2011-07-04 16:34:42 -04:00
# requires n>=8
2011-07-05 07:20:40 -04:00
mov %rbx,-8(%rsp)
mov %rbp,-16(%rsp)
mov %r12,-24(%rsp)
mov %r13,-32(%rsp)
mov %r14,-40(%rsp)
mov %r15,-48(%rsp)
mov %rdx,-56(%rsp)
2011-07-04 00:34:15 -04:00
#rp is rdi
#tp is rsi
#n is rdx and put it on the stack
shr $1,%rdx
#n2 is rdx
lea (%rdx,%rdx,1),%rcx
# 2*n2 is rcx
# L is rdi
# H is rbp
# tp is rsi
lea (%rdi,%rcx,8),%rbp
xor %rax,%rax
xor %rbx,%rbx
# rax rbx are the carrys
lea -24(%rdi,%rdx,8),%rdi
lea -24(%rsi,%rdx,8),%rsi
lea -24(%rbp,%rdx,8),%rbp
2011-07-04 16:13:45 -04:00
mov $3,%ecx
sub %rdx,%rcx
mov $3,%edx
2011-07-04 00:34:15 -04:00
.align 16
lp: bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov (%rdi,%rdx,8),%r8
adc (%rbp,%rcx,8),%r8
2011-07-04 00:34:15 -04:00
mov %r8,%r12
2011-07-04 16:13:45 -04:00
mov 8(%rdi,%rdx,8),%r9
adc 8(%rbp,%rcx,8),%r9
mov 16(%rdi,%rdx,8),%r10
adc 16(%rbp,%rcx,8),%r10
mov 24(%rdi,%rdx,8),%r11
adc 24(%rbp,%rcx,8),%r11
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
mov %r11,%r15
2011-07-04 16:13:45 -04:00
adc (%rdi,%rcx,8),%r8
2011-07-04 00:34:15 -04:00
mov %r9,%r13
2011-07-04 16:13:45 -04:00
adc 8(%rdi,%rcx,8),%r9
2011-07-04 00:34:15 -04:00
mov %r10,%r14
2011-07-04 16:13:45 -04:00
adc 16(%rdi,%rcx,8),%r10
adc 24(%rdi,%rcx,8),%r11
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
adc (%rbp,%rdx,8),%r12
adc 8(%rbp,%rdx,8),%r13
adc 16(%rbp,%rdx,8),%r14
adc 24(%rbp,%rdx,8),%r15
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:13:45 -04:00
sbb (%rsi,%rcx,8),%r8
sbb 8(%rsi,%rcx,8),%r9
sbb 16(%rsi,%rcx,8),%r10
sbb 24(%rsi,%rcx,8),%r11
mov %r10,16(%rdi,%rdx,8)
mov %r11,24(%rdi,%rdx,8)
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov %r8,(%rdi,%rdx,8)
mov %r9,8(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
sbb 16(%rsi,%rdx,8),%r14
sbb 24(%rsi,%rdx,8),%r15
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
add $4,%rdx
2011-07-04 16:13:45 -04:00
mov %r12,(%rbp,%rcx,8)
mov %r13,8(%rbp,%rcx,8)
mov %r14,16(%rbp,%rcx,8)
mov %r15,24(%rbp,%rcx,8)
add $4,%rcx
2011-07-04 00:34:15 -04:00
jnc lp
2011-07-04 16:13:45 -04:00
cmp $2,%rcx
2011-07-04 00:34:15 -04:00
jg case0
jz case1
jp case2
2011-07-04 16:13:45 -04:00
case3: #rcx=0
2011-07-04 14:14:25 -04:00
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov (%rdi,%rdx,8),%r8
2011-07-04 16:34:42 -04:00
adc (%rbp),%r8
2011-07-04 00:34:15 -04:00
mov %r8,%r12
2011-07-04 16:13:45 -04:00
mov 8(%rdi,%rdx,8),%r9
2011-07-04 16:34:42 -04:00
adc 8(%rbp),%r9
2011-07-04 16:13:45 -04:00
mov 16(%rdi,%rdx,8),%r10
2011-07-04 16:34:42 -04:00
adc 16(%rbp),%r10
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
adc (%rdi),%r8
2011-07-04 00:34:15 -04:00
mov %r9,%r13
2011-07-04 16:34:42 -04:00
adc 8(%rdi),%r9
2011-07-04 00:34:15 -04:00
mov %r10,%r14
2011-07-04 16:34:42 -04:00
adc 16(%rdi),%r10
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
adc (%rbp,%rdx,8),%r12
adc 8(%rbp,%rdx,8),%r13
adc 16(%rbp,%rdx,8),%r14
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
sbb (%rsi),%r8
sbb 8(%rsi),%r9
sbb 16(%rsi),%r10
2011-07-04 16:13:45 -04:00
mov %r10,16(%rdi,%rdx,8)
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov %r8,(%rdi,%rdx,8)
mov %r9,8(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
sbb 16(%rsi,%rdx,8),%r14
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
add $3,%rdx
2011-07-04 16:34:42 -04:00
mov %r12,(%rbp)
mov %r13,8(%rbp)
mov %r14,16(%rbp)
2011-07-04 00:34:15 -04:00
jmp fin
2011-07-04 16:13:45 -04:00
case2: #rcx=1
2011-07-04 14:14:25 -04:00
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov (%rdi,%rdx,8),%r8
2011-07-04 16:34:42 -04:00
adc 8(%rbp),%r8
2011-07-04 00:34:15 -04:00
mov %r8,%r12
2011-07-04 16:13:45 -04:00
mov 8(%rdi,%rdx,8),%r9
2011-07-04 16:34:42 -04:00
adc 16(%rbp),%r9
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
adc 8(%rdi),%r8
2011-07-04 00:34:15 -04:00
mov %r9,%r13
2011-07-04 16:34:42 -04:00
adc 16(%rdi),%r9
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
adc (%rbp,%rdx,8),%r12
adc 8(%rbp,%rdx,8),%r13
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
sbb 8(%rsi),%r8
sbb 16(%rsi),%r9
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov %r8,(%rdi,%rdx,8)
mov %r9,8(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
add $2,%rdx
2011-07-04 16:34:42 -04:00
mov %r12,8(%rbp)
mov %r13,16(%rbp)
2011-07-04 00:34:15 -04:00
jmp fin
2011-07-04 16:13:45 -04:00
case1: #rcx=2
2011-07-04 14:14:25 -04:00
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov (%rdi,%rdx,8),%r8
2011-07-04 16:34:42 -04:00
adc 16(%rbp),%r8
2011-07-04 00:34:15 -04:00
mov %r8,%r12
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
adc 16(%rdi),%r8
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
adc (%rbp,%rdx,8),%r12
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
sbb 16(%rsi),%r8
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov %r8,(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
2011-07-04 12:53:52 -04:00
inc %rdx
2011-07-04 16:13:45 -04:00
mov %r12,(%rbp,%rcx,8)
2011-07-04 16:34:42 -04:00
fin: mov $3,%rcx
2011-07-04 16:13:45 -04:00
case0: #rcx=3
2011-07-04 16:34:42 -04:00
# if odd the do next two
2011-07-05 07:20:40 -04:00
mov -56(%rsp),%r8
2011-07-04 00:34:15 -04:00
bt $0,%r8
jnc notodd
xor %r10,%r10
2011-07-04 16:13:45 -04:00
mov (%rbp,%rdx,8),%r8
mov 8(%rbp,%rdx,8),%r9
sub (%rsi,%rdx,8),%r8
sbb 8(%rsi,%rdx,8),%r9
2011-07-04 00:34:15 -04:00
rcl $1,%r10
2011-07-04 16:34:42 -04:00
add %r8,24(%rbp)
adc %r9,32(%rbp)
2011-07-04 16:13:45 -04:00
l7: adcq $0,16(%rbp,%rcx,8)
inc %rcx
2011-07-04 00:34:15 -04:00
jc l7
2011-07-04 16:34:42 -04:00
mov $3,%rcx
2011-07-04 00:34:15 -04:00
bt $0,%r10
2011-07-04 16:13:45 -04:00
l8: sbbq $0,16(%rbp,%rcx,8)
inc %rcx
2011-07-04 00:34:15 -04:00
jc l8
2011-07-04 16:34:42 -04:00
mov $3,%rcx
2011-07-04 00:34:15 -04:00
# add in all carrys
# should we do the borrows last as it may be possible to underflow
# could use popcount
2011-07-04 16:13:45 -04:00
notodd: mov %rdx,%rsi
2011-07-04 00:34:15 -04:00
bt $0,%rax
2011-07-04 16:13:45 -04:00
l1: sbbq $0,(%rdi,%rdx,8)
inc %rdx
2011-07-04 00:34:15 -04:00
jc l1
2011-07-05 07:20:40 -04:00
xor %r8,%r8
2011-07-04 00:34:15 -04:00
bt $1,%rax
2011-07-05 07:20:40 -04:00
adc %r8,%r8
2011-07-04 00:34:15 -04:00
bt $2,%rbx
2011-07-05 07:20:40 -04:00
adc $0,%r8
add %r8,(%rdi,%rsi,8)
l2: adcq $0,8(%rdi,%rsi,8)
inc %rsi
jc l2
2011-07-04 16:13:45 -04:00
mov %rcx,%rsi
2011-07-04 00:34:15 -04:00
bt $0,%rbx
2011-07-04 16:13:45 -04:00
l4: sbbq $0,(%rbp,%rcx,8)
inc %rcx
2011-07-04 00:34:15 -04:00
jc l4
2011-07-05 07:20:40 -04:00
xor %r8,%r8
2011-07-04 00:34:15 -04:00
bt $1,%rbx
2011-07-05 07:20:40 -04:00
adc %r8,%r8
2011-07-04 00:34:15 -04:00
bt $2,%rbx
2011-07-05 07:20:40 -04:00
adc $0,%r8
add %r8,(%rbp,%rsi,8)
l3: adcq $0,8(%rbp,%rsi,8)
inc %rsi
jc l3
mov -8(%rsp),%rbx
mov -16(%rsp),%rbp
mov -24(%rsp),%r12
mov -32(%rsp),%r13
mov -40(%rsp),%r14
mov -48(%rsp),%r15
2011-07-04 00:34:15 -04:00
ret
EPILOGUE()