mpir/mpn/x86_64/atom/karasub.asm

270 lines
5.1 KiB
NASM
Raw Normal View History

2011-07-05 10:17:51 -04:00
dnl mpn_karasub
2012-02-18 04:15:44 -05:00
dnl Copyright 2011,2012 The Code Cavern
2011-07-05 10:17:51 -04:00
dnl This file is part of the MPIR Library.
dnl The MPIR Library is free software; you can redistribute it and/or modify
dnl it under the terms of the GNU Lesser General Public License as published
dnl by the Free Software Foundation; either version 2.1 of the License, or (at
dnl your option) any later version.
dnl The MPIR Library is distributed in the hope that it will be useful, but
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
dnl License for more details.
dnl You should have received a copy of the GNU Lesser General Public License
dnl along with the MPIR Library; see the file COPYING.LIB. If not, write
dnl to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
dnl Boston, MA 02110-1301, USA.
include(`../config.m4')
ASM_START()
PROLOGUE(mpn_karasub)
# requires n>=8
2012-02-18 04:15:44 -05:00
push %rbx
push %rbp
push %r12
push %r13
push %r14
push %r15
push %rdx
2011-07-05 10:17:51 -04:00
#rp is rdi
#tp is rsi
#n is rdx and put it on the stack
shr $1,%rdx
#n2 is rdx
lea (%rdx,%rdx,1),%rcx
# 2*n2 is rcx
# L is rdi
# H is rbp
# tp is rsi
lea (%rdi,%rcx,8),%rbp
xor %rax,%rax
xor %rbx,%rbx
# rax rbx are the carrys
lea -24(%rdi,%rdx,8),%rdi
lea -24(%rsi,%rdx,8),%rsi
lea -24(%rbp,%rdx,8),%rbp
mov $3,%ecx
sub %rdx,%rcx
mov $3,%edx
.align 16
lp: bt $2,%rbx
mov (%rdi,%rdx,8),%r8
adc (%rbp,%rcx,8),%r8
mov %r8,%r12
mov 8(%rdi,%rdx,8),%r9
adc 8(%rbp,%rcx,8),%r9
mov 16(%rdi,%rdx,8),%r10
adc 16(%rbp,%rcx,8),%r10
mov 24(%rdi,%rdx,8),%r11
adc 24(%rbp,%rcx,8),%r11
rcl $1,%rbx
bt $1,%rax
mov %r11,%r15
adc (%rdi,%rcx,8),%r8
mov %r9,%r13
adc 8(%rdi,%rcx,8),%r9
mov %r10,%r14
adc 16(%rdi,%rcx,8),%r10
adc 24(%rdi,%rcx,8),%r11
rcl $1,%rax
bt $2,%rbx
adc (%rbp,%rdx,8),%r12
adc 8(%rbp,%rdx,8),%r13
adc 16(%rbp,%rdx,8),%r14
adc 24(%rbp,%rdx,8),%r15
rcl $1,%rbx
bt $1,%rax
sbb (%rsi,%rcx,8),%r8
sbb 8(%rsi,%rcx,8),%r9
sbb 16(%rsi,%rcx,8),%r10
sbb 24(%rsi,%rcx,8),%r11
mov %r10,16(%rdi,%rdx,8)
mov %r11,24(%rdi,%rdx,8)
rcl $1,%rax
bt $2,%rbx
mov %r8,(%rdi,%rdx,8)
mov %r9,8(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
sbb 16(%rsi,%rdx,8),%r14
sbb 24(%rsi,%rdx,8),%r15
rcl $1,%rbx
add $4,%rdx
mov %r12,(%rbp,%rcx,8)
mov %r13,8(%rbp,%rcx,8)
mov %r14,16(%rbp,%rcx,8)
mov %r15,24(%rbp,%rcx,8)
add $4,%rcx
jnc lp
cmp $2,%rcx
jg case0
jz case1
jp case2
case3: #rcx=0
bt $2,%rbx
mov (%rdi,%rdx,8),%r8
adc (%rbp),%r8
mov %r8,%r12
mov 8(%rdi,%rdx,8),%r9
adc 8(%rbp),%r9
mov 16(%rdi,%rdx,8),%r10
adc 16(%rbp),%r10
rcl $1,%rbx
bt $1,%rax
adc (%rdi),%r8
mov %r9,%r13
adc 8(%rdi),%r9
mov %r10,%r14
adc 16(%rdi),%r10
rcl $1,%rax
bt $2,%rbx
adc (%rbp,%rdx,8),%r12
adc 8(%rbp,%rdx,8),%r13
adc 16(%rbp,%rdx,8),%r14
rcl $1,%rbx
bt $1,%rax
sbb (%rsi),%r8
sbb 8(%rsi),%r9
sbb 16(%rsi),%r10
mov %r10,16(%rdi,%rdx,8)
rcl $1,%rax
bt $2,%rbx
mov %r8,(%rdi,%rdx,8)
mov %r9,8(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
sbb 16(%rsi,%rdx,8),%r14
rcl $1,%rbx
add $3,%rdx
mov %r12,(%rbp)
mov %r13,8(%rbp)
mov %r14,16(%rbp)
jmp fin
case2: #rcx=1
bt $2,%rbx
mov (%rdi,%rdx,8),%r8
adc 8(%rbp),%r8
mov %r8,%r12
mov 8(%rdi,%rdx,8),%r9
adc 16(%rbp),%r9
rcl $1,%rbx
bt $1,%rax
adc 8(%rdi),%r8
mov %r9,%r13
adc 16(%rdi),%r9
rcl $1,%rax
bt $2,%rbx
adc (%rbp,%rdx,8),%r12
adc 8(%rbp,%rdx,8),%r13
rcl $1,%rbx
bt $1,%rax
sbb 8(%rsi),%r8
sbb 16(%rsi),%r9
rcl $1,%rax
bt $2,%rbx
mov %r8,(%rdi,%rdx,8)
mov %r9,8(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
rcl $1,%rbx
add $2,%rdx
mov %r12,8(%rbp)
mov %r13,16(%rbp)
jmp fin
case1: #rcx=2
bt $2,%rbx
mov (%rdi,%rdx,8),%r8
adc 16(%rbp),%r8
mov %r8,%r12
rcl $1,%rbx
bt $1,%rax
adc 16(%rdi),%r8
rcl $1,%rax
bt $2,%rbx
adc (%rbp,%rdx,8),%r12
rcl $1,%rbx
bt $1,%rax
sbb 16(%rsi),%r8
rcl $1,%rax
bt $2,%rbx
mov %r8,(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
rcl $1,%rbx
2012-02-18 04:15:44 -05:00
add $1,%rdx
2011-07-05 10:17:51 -04:00
mov %r12,(%rbp,%rcx,8)
fin: mov $3,%rcx
case0: #rcx=3
2012-02-18 04:15:44 -05:00
#// store top two words of H as carrys could change them
pop %r15
bt $0,%r15
jnc skipload
mov (%rbp,%rdx,8),%r12
mov 8(%rbp,%rdx,8),%r13
#// the two carrys from 2nd to 3rd
skipload: mov %rdx,%r11
2011-07-05 10:17:51 -04:00
xor %r8,%r8
bt $1,%rax
adc %r8,%r8
bt $2,%rbx
adc $0,%r8
2012-02-18 04:15:44 -05:00
add %r8,(%rdi,%rdx,8)
l2: adcq $0,8(%rdi,%rdx,8)
lea 1(%rdx),%rdx
2011-07-05 10:17:51 -04:00
jc l2
2012-02-18 04:15:44 -05:00
# //the two carrys from 3rd to 4th
2011-07-05 10:17:51 -04:00
xor %r8,%r8
bt $1,%rbx
adc %r8,%r8
bt $2,%rbx
adc $0,%r8
2012-02-18 04:15:44 -05:00
add %r8,(%rbp,%rcx,8)
l3: adcq $0,8(%rbp,%rcx,8)
lea 1(%rcx),%rcx
2011-07-05 10:17:51 -04:00
jc l3
2012-02-18 04:15:44 -05:00
#// now the borrow from 2nd to 3rd
mov %r11,%rdx
bt $0,%rax
l1: sbbq $0,(%rdi,%rdx,8)
lea 1(%rdx),%rdx
jc l1
#// borrow from 3rd to 4th
mov $3,%rcx
bt $0,%rbx
l4: sbbq $0,(%rbp,%rcx,8)
lea 1(%rcx),%rcx
jc l4
#// if odd the do next two
mov $3,%rcx
mov %r11,%rdx
bt $0,%r15
jnc notodd
xor %r10,%r10
sub (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
rcl $1,%r10
add %r12,24(%rbp)
adc %r13,32(%rbp)
mov $0,%r8
adc %r8,%r8
bt $0,%r10
sbb $0,%r8
l7: add %r8,16(%rbp,%rcx,8)
adc $0,%r8
add $1,%rcx
sar $1,%r8
jnz l7
notodd:
pop %r15
pop %r14
pop %r13
pop %r12
pop %rbp
pop %rbx
2011-07-05 10:17:51 -04:00
ret
EPILOGUE()