mpir/mpn/x86_64/k8/karasub.asm

270 lines
5.2 KiB
NASM
Raw Normal View History

2011-07-04 00:34:15 -04:00
dnl mpn_karasub
2012-02-13 03:54:17 -05:00
dnl Copyright 2011,2012 The Code Cavern
2011-07-04 00:34:15 -04:00
dnl This file is part of the MPIR Library.
dnl The MPIR Library is free software; you can redistribute it and/or modify
dnl it under the terms of the GNU Lesser General Public License as published
dnl by the Free Software Foundation; either version 2.1 of the License, or (at
dnl your option) any later version.
dnl The MPIR Library is distributed in the hope that it will be useful, but
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
dnl License for more details.
dnl You should have received a copy of the GNU Lesser General Public License
dnl along with the MPIR Library; see the file COPYING.LIB. If not, write
dnl to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
dnl Boston, MA 02110-1301, USA.
include(`../config.m4')
ASM_START()
PROLOGUE(mpn_karasub)
2011-07-04 16:34:42 -04:00
# requires n>=8
2011-07-05 07:20:40 -04:00
mov %rbx,-8(%rsp)
mov %rbp,-16(%rsp)
mov %r12,-24(%rsp)
mov %r13,-32(%rsp)
mov %r14,-40(%rsp)
mov %r15,-48(%rsp)
mov %rdx,-56(%rsp)
2011-07-04 00:34:15 -04:00
#rp is rdi
#tp is rsi
#n is rdx and put it on the stack
shr $1,%rdx
#n2 is rdx
lea (%rdx,%rdx,1),%rcx
# 2*n2 is rcx
# L is rdi
# H is rbp
# tp is rsi
lea (%rdi,%rcx,8),%rbp
xor %rax,%rax
xor %rbx,%rbx
# rax rbx are the carrys
lea -24(%rdi,%rdx,8),%rdi
lea -24(%rsi,%rdx,8),%rsi
lea -24(%rbp,%rdx,8),%rbp
2011-07-04 16:13:45 -04:00
mov $3,%ecx
sub %rdx,%rcx
mov $3,%edx
2011-07-04 00:34:15 -04:00
.align 16
lp: bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov (%rdi,%rdx,8),%r8
adc (%rbp,%rcx,8),%r8
2011-07-04 00:34:15 -04:00
mov %r8,%r12
2011-07-04 16:13:45 -04:00
mov 8(%rdi,%rdx,8),%r9
adc 8(%rbp,%rcx,8),%r9
mov 16(%rdi,%rdx,8),%r10
adc 16(%rbp,%rcx,8),%r10
mov 24(%rdi,%rdx,8),%r11
adc 24(%rbp,%rcx,8),%r11
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
mov %r11,%r15
2011-07-04 16:13:45 -04:00
adc (%rdi,%rcx,8),%r8
2011-07-04 00:34:15 -04:00
mov %r9,%r13
2011-07-04 16:13:45 -04:00
adc 8(%rdi,%rcx,8),%r9
2011-07-04 00:34:15 -04:00
mov %r10,%r14
2011-07-04 16:13:45 -04:00
adc 16(%rdi,%rcx,8),%r10
adc 24(%rdi,%rcx,8),%r11
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
adc (%rbp,%rdx,8),%r12
adc 8(%rbp,%rdx,8),%r13
adc 16(%rbp,%rdx,8),%r14
adc 24(%rbp,%rdx,8),%r15
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:13:45 -04:00
sbb (%rsi,%rcx,8),%r8
sbb 8(%rsi,%rcx,8),%r9
sbb 16(%rsi,%rcx,8),%r10
sbb 24(%rsi,%rcx,8),%r11
mov %r10,16(%rdi,%rdx,8)
mov %r11,24(%rdi,%rdx,8)
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov %r8,(%rdi,%rdx,8)
mov %r9,8(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
sbb 16(%rsi,%rdx,8),%r14
sbb 24(%rsi,%rdx,8),%r15
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
add $4,%rdx
2011-07-04 16:13:45 -04:00
mov %r12,(%rbp,%rcx,8)
mov %r13,8(%rbp,%rcx,8)
mov %r14,16(%rbp,%rcx,8)
mov %r15,24(%rbp,%rcx,8)
add $4,%rcx
2011-07-04 00:34:15 -04:00
jnc lp
2011-07-04 16:13:45 -04:00
cmp $2,%rcx
2011-07-04 00:34:15 -04:00
jg case0
jz case1
jp case2
2011-07-04 16:13:45 -04:00
case3: #rcx=0
2011-07-04 14:14:25 -04:00
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov (%rdi,%rdx,8),%r8
2011-07-04 16:34:42 -04:00
adc (%rbp),%r8
2011-07-04 00:34:15 -04:00
mov %r8,%r12
2011-07-04 16:13:45 -04:00
mov 8(%rdi,%rdx,8),%r9
2011-07-04 16:34:42 -04:00
adc 8(%rbp),%r9
2011-07-04 16:13:45 -04:00
mov 16(%rdi,%rdx,8),%r10
2011-07-04 16:34:42 -04:00
adc 16(%rbp),%r10
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
adc (%rdi),%r8
2011-07-04 00:34:15 -04:00
mov %r9,%r13
2011-07-04 16:34:42 -04:00
adc 8(%rdi),%r9
2011-07-04 00:34:15 -04:00
mov %r10,%r14
2011-07-04 16:34:42 -04:00
adc 16(%rdi),%r10
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
adc (%rbp,%rdx,8),%r12
adc 8(%rbp,%rdx,8),%r13
adc 16(%rbp,%rdx,8),%r14
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
sbb (%rsi),%r8
sbb 8(%rsi),%r9
sbb 16(%rsi),%r10
2011-07-04 16:13:45 -04:00
mov %r10,16(%rdi,%rdx,8)
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov %r8,(%rdi,%rdx,8)
mov %r9,8(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
sbb 16(%rsi,%rdx,8),%r14
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
add $3,%rdx
2011-07-04 16:34:42 -04:00
mov %r12,(%rbp)
mov %r13,8(%rbp)
mov %r14,16(%rbp)
2011-07-04 00:34:15 -04:00
jmp fin
2011-07-04 16:13:45 -04:00
case2: #rcx=1
2011-07-04 14:14:25 -04:00
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov (%rdi,%rdx,8),%r8
2011-07-04 16:34:42 -04:00
adc 8(%rbp),%r8
2011-07-04 00:34:15 -04:00
mov %r8,%r12
2011-07-04 16:13:45 -04:00
mov 8(%rdi,%rdx,8),%r9
2011-07-04 16:34:42 -04:00
adc 16(%rbp),%r9
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
adc 8(%rdi),%r8
2011-07-04 00:34:15 -04:00
mov %r9,%r13
2011-07-04 16:34:42 -04:00
adc 16(%rdi),%r9
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
adc (%rbp,%rdx,8),%r12
adc 8(%rbp,%rdx,8),%r13
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
sbb 8(%rsi),%r8
sbb 16(%rsi),%r9
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov %r8,(%rdi,%rdx,8)
mov %r9,8(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
add $2,%rdx
2011-07-04 16:34:42 -04:00
mov %r12,8(%rbp)
mov %r13,16(%rbp)
2011-07-04 00:34:15 -04:00
jmp fin
2011-07-04 16:13:45 -04:00
case1: #rcx=2
2011-07-04 14:14:25 -04:00
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov (%rdi,%rdx,8),%r8
2011-07-04 16:34:42 -04:00
adc 16(%rbp),%r8
2011-07-04 00:34:15 -04:00
mov %r8,%r12
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
adc 16(%rdi),%r8
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
adc (%rbp,%rdx,8),%r12
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
bt $1,%rax
2011-07-04 16:34:42 -04:00
sbb 16(%rsi),%r8
2011-07-04 00:34:15 -04:00
rcl $1,%rax
bt $2,%rbx
2011-07-04 16:13:45 -04:00
mov %r8,(%rdi,%rdx,8)
sbb (%rsi,%rdx,8),%r12
2011-07-04 00:34:15 -04:00
rcl $1,%rbx
2011-07-04 12:53:52 -04:00
inc %rdx
2011-07-04 16:13:45 -04:00
mov %r12,(%rbp,%rcx,8)
2011-07-04 16:34:42 -04:00
fin: mov $3,%rcx
2011-07-04 16:13:45 -04:00
case0: #rcx=3
2012-02-13 03:54:17 -05:00
#// store top two words of H as carrys could change them
mov -56(%rsp),%r15
bt $0,%r15
jnc skipload
mov (%rbp,%rdx,8),%r12
mov 8(%rbp,%rdx,8),%r13
#// the two carrys from 2nd to 3rd
skipload: mov %rdx,%r11
2011-07-05 07:20:40 -04:00
xor %r8,%r8
2011-07-04 00:34:15 -04:00
bt $1,%rax
2011-07-05 07:20:40 -04:00
adc %r8,%r8
2011-07-04 00:34:15 -04:00
bt $2,%rbx
2011-07-05 07:20:40 -04:00
adc $0,%r8
2012-02-13 03:54:17 -05:00
add %r8,(%rdi,%rdx,8)
l2: adcq $0,8(%rdi,%rdx,8)
inc %rdx
2011-07-05 07:20:40 -04:00
jc l2
2012-02-13 03:54:17 -05:00
# //the two carrys from 3rd to 4th
2011-07-05 07:20:40 -04:00
xor %r8,%r8
2011-07-04 00:34:15 -04:00
bt $1,%rbx
2011-07-05 07:20:40 -04:00
adc %r8,%r8
2011-07-04 00:34:15 -04:00
bt $2,%rbx
2011-07-05 07:20:40 -04:00
adc $0,%r8
2012-02-13 03:54:17 -05:00
add %r8,(%rbp,%rcx,8)
l3: adcq $0,8(%rbp,%rcx,8)
inc %rcx
2011-07-05 07:20:40 -04:00
jc l3
2012-02-13 03:54:17 -05:00
#// now the borrow from 2nd to 3rd
mov %r11,%rdx
bt $0,%rax
l1: sbbq $0,(%rdi,%rdx,8)
inc %rdx
jc l1
#// borrow from 3rd to 4th
mov $3,%rcx
bt $0,%rbx
l4: sbbq $0,(%rbp,%rcx,8)
inc %rcx
jc l4
#// if odd the do next two
mov $3,%rcx
mov %r11,%rdx
bt $0,%r15
jnc notodd
xor %r10,%r10
sub (%rsi,%rdx,8),%r12
sbb 8(%rsi,%rdx,8),%r13
rcl $1,%r10
add %r12,24(%rbp)
adc %r13,32(%rbp)
mov $0,%r8
adc %r8,%r8
bt $0,%r10
sbb $0,%r8
l7: add %r8,16(%rbp,%rcx,8)
adc $0,%r8
inc %rcx
sar $1,%r8
jnz l7
notodd:
2011-07-05 07:20:40 -04:00
mov -8(%rsp),%rbx
mov -16(%rsp),%rbp
mov -24(%rsp),%r12
mov -32(%rsp),%r13
mov -40(%rsp),%r14
mov -48(%rsp),%r15
2011-07-04 00:34:15 -04:00
ret
EPILOGUE()