259 lines
4.8 KiB
NASM
259 lines
4.8 KiB
NASM
dnl mpn_karasub
|
|
|
|
dnl Copyright 2011 The Code Cavern
|
|
|
|
dnl This file is part of the MPIR Library.
|
|
|
|
dnl The MPIR Library is free software; you can redistribute it and/or modify
|
|
dnl it under the terms of the GNU Lesser General Public License as published
|
|
dnl by the Free Software Foundation; either version 2.1 of the License, or (at
|
|
dnl your option) any later version.
|
|
|
|
dnl The MPIR Library is distributed in the hope that it will be useful, but
|
|
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
|
|
dnl License for more details.
|
|
|
|
dnl You should have received a copy of the GNU Lesser General Public License
|
|
dnl along with the MPIR Library; see the file COPYING.LIB. If not, write
|
|
dnl to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
|
dnl Boston, MA 02110-1301, USA.
|
|
|
|
include(`../config.m4')
|
|
|
|
ASM_START()
|
|
PROLOGUE(mpn_karasub)
|
|
# requires n>=8
|
|
push %rbx
|
|
push %rbp
|
|
push %r12
|
|
push %r13
|
|
push %r14
|
|
push %r15
|
|
#rp is rdi
|
|
#tp is rsi
|
|
#n is rdx and put it on the stack
|
|
push %rdx
|
|
shr $1,%rdx
|
|
#n2 is rdx
|
|
lea (%rdx,%rdx,1),%rcx
|
|
# 2*n2 is rcx
|
|
# L is rdi
|
|
# H is rbp
|
|
# tp is rsi
|
|
lea (%rdi,%rcx,8),%rbp
|
|
xor %rax,%rax
|
|
xor %rbx,%rbx
|
|
# rax rbx are the carrys
|
|
lea -24(%rdi,%rdx,8),%rdi
|
|
lea -24(%rsi,%rdx,8),%rsi
|
|
lea -24(%rbp,%rdx,8),%rbp
|
|
mov $3,%ecx
|
|
sub %rdx,%rcx
|
|
mov $3,%edx
|
|
.align 16
|
|
lp: bt $2,%rbx
|
|
mov (%rdi,%rdx,8),%r8
|
|
adc (%rbp,%rcx,8),%r8
|
|
mov %r8,%r12
|
|
mov 8(%rdi,%rdx,8),%r9
|
|
adc 8(%rbp,%rcx,8),%r9
|
|
mov 16(%rdi,%rdx,8),%r10
|
|
adc 16(%rbp,%rcx,8),%r10
|
|
mov 24(%rdi,%rdx,8),%r11
|
|
adc 24(%rbp,%rcx,8),%r11
|
|
rcl $1,%rbx
|
|
bt $1,%rax
|
|
mov %r11,%r15
|
|
adc (%rdi,%rcx,8),%r8
|
|
mov %r9,%r13
|
|
adc 8(%rdi,%rcx,8),%r9
|
|
mov %r10,%r14
|
|
adc 16(%rdi,%rcx,8),%r10
|
|
adc 24(%rdi,%rcx,8),%r11
|
|
rcl $1,%rax
|
|
bt $2,%rbx
|
|
adc (%rbp,%rdx,8),%r12
|
|
adc 8(%rbp,%rdx,8),%r13
|
|
adc 16(%rbp,%rdx,8),%r14
|
|
adc 24(%rbp,%rdx,8),%r15
|
|
rcl $1,%rbx
|
|
bt $1,%rax
|
|
sbb (%rsi,%rcx,8),%r8
|
|
sbb 8(%rsi,%rcx,8),%r9
|
|
sbb 16(%rsi,%rcx,8),%r10
|
|
sbb 24(%rsi,%rcx,8),%r11
|
|
mov %r10,16(%rdi,%rdx,8)
|
|
mov %r11,24(%rdi,%rdx,8)
|
|
rcl $1,%rax
|
|
bt $2,%rbx
|
|
mov %r8,(%rdi,%rdx,8)
|
|
mov %r9,8(%rdi,%rdx,8)
|
|
sbb (%rsi,%rdx,8),%r12
|
|
sbb 8(%rsi,%rdx,8),%r13
|
|
sbb 16(%rsi,%rdx,8),%r14
|
|
sbb 24(%rsi,%rdx,8),%r15
|
|
rcl $1,%rbx
|
|
add $4,%rdx
|
|
mov %r12,(%rbp,%rcx,8)
|
|
mov %r13,8(%rbp,%rcx,8)
|
|
mov %r14,16(%rbp,%rcx,8)
|
|
mov %r15,24(%rbp,%rcx,8)
|
|
add $4,%rcx
|
|
jnc lp
|
|
cmp $2,%rcx
|
|
jg case0
|
|
jz case1
|
|
jp case2
|
|
case3: #rcx=0
|
|
bt $2,%rbx
|
|
mov (%rdi,%rdx,8),%r8
|
|
adc (%rbp),%r8
|
|
mov %r8,%r12
|
|
mov 8(%rdi,%rdx,8),%r9
|
|
adc 8(%rbp),%r9
|
|
mov 16(%rdi,%rdx,8),%r10
|
|
adc 16(%rbp),%r10
|
|
rcl $1,%rbx
|
|
bt $1,%rax
|
|
adc (%rdi),%r8
|
|
mov %r9,%r13
|
|
adc 8(%rdi),%r9
|
|
mov %r10,%r14
|
|
adc 16(%rdi),%r10
|
|
rcl $1,%rax
|
|
bt $2,%rbx
|
|
adc (%rbp,%rdx,8),%r12
|
|
adc 8(%rbp,%rdx,8),%r13
|
|
adc 16(%rbp,%rdx,8),%r14
|
|
rcl $1,%rbx
|
|
bt $1,%rax
|
|
sbb (%rsi),%r8
|
|
sbb 8(%rsi),%r9
|
|
sbb 16(%rsi),%r10
|
|
mov %r10,16(%rdi,%rdx,8)
|
|
rcl $1,%rax
|
|
bt $2,%rbx
|
|
mov %r8,(%rdi,%rdx,8)
|
|
mov %r9,8(%rdi,%rdx,8)
|
|
sbb (%rsi,%rdx,8),%r12
|
|
sbb 8(%rsi,%rdx,8),%r13
|
|
sbb 16(%rsi,%rdx,8),%r14
|
|
rcl $1,%rbx
|
|
add $3,%rdx
|
|
mov %r12,(%rbp)
|
|
mov %r13,8(%rbp)
|
|
mov %r14,16(%rbp)
|
|
jmp fin
|
|
case2: #rcx=1
|
|
bt $2,%rbx
|
|
mov (%rdi,%rdx,8),%r8
|
|
adc 8(%rbp),%r8
|
|
mov %r8,%r12
|
|
mov 8(%rdi,%rdx,8),%r9
|
|
adc 16(%rbp),%r9
|
|
rcl $1,%rbx
|
|
bt $1,%rax
|
|
adc 8(%rdi),%r8
|
|
mov %r9,%r13
|
|
adc 16(%rdi),%r9
|
|
rcl $1,%rax
|
|
bt $2,%rbx
|
|
adc (%rbp,%rdx,8),%r12
|
|
adc 8(%rbp,%rdx,8),%r13
|
|
rcl $1,%rbx
|
|
bt $1,%rax
|
|
sbb 8(%rsi),%r8
|
|
sbb 16(%rsi),%r9
|
|
rcl $1,%rax
|
|
bt $2,%rbx
|
|
mov %r8,(%rdi,%rdx,8)
|
|
mov %r9,8(%rdi,%rdx,8)
|
|
sbb (%rsi,%rdx,8),%r12
|
|
sbb 8(%rsi,%rdx,8),%r13
|
|
rcl $1,%rbx
|
|
add $2,%rdx
|
|
mov %r12,8(%rbp)
|
|
mov %r13,16(%rbp)
|
|
jmp fin
|
|
case1: #rcx=2
|
|
bt $2,%rbx
|
|
mov (%rdi,%rdx,8),%r8
|
|
adc 16(%rbp),%r8
|
|
mov %r8,%r12
|
|
rcl $1,%rbx
|
|
bt $1,%rax
|
|
adc 16(%rdi),%r8
|
|
rcl $1,%rax
|
|
bt $2,%rbx
|
|
adc (%rbp,%rdx,8),%r12
|
|
rcl $1,%rbx
|
|
bt $1,%rax
|
|
sbb 16(%rsi),%r8
|
|
rcl $1,%rax
|
|
bt $2,%rbx
|
|
mov %r8,(%rdi,%rdx,8)
|
|
sbb (%rsi,%rdx,8),%r12
|
|
rcl $1,%rbx
|
|
inc %rdx
|
|
mov %r12,(%rbp,%rcx,8)
|
|
fin: mov $3,%rcx
|
|
case0: #rcx=3
|
|
# if odd the do next two
|
|
pop %r8
|
|
bt $0,%r8
|
|
jnc notodd
|
|
xor %r10,%r10
|
|
mov (%rbp,%rdx,8),%r8
|
|
mov 8(%rbp,%rdx,8),%r9
|
|
sub (%rsi,%rdx,8),%r8
|
|
sbb 8(%rsi,%rdx,8),%r9
|
|
rcl $1,%r10
|
|
add %r8,24(%rbp)
|
|
adc %r9,32(%rbp)
|
|
l7: adcq $0,16(%rbp,%rcx,8)
|
|
inc %rcx
|
|
jc l7
|
|
mov $3,%rcx
|
|
bt $0,%r10
|
|
l8: sbbq $0,16(%rbp,%rcx,8)
|
|
inc %rcx
|
|
jc l8
|
|
mov $3,%rcx
|
|
# add in all carrys
|
|
# should we do the borrows last as it may be possible to underflow
|
|
# could use popcount
|
|
notodd: mov %rdx,%rsi
|
|
bt $0,%rax
|
|
l1: sbbq $0,(%rdi,%rdx,8)
|
|
inc %rdx
|
|
jc l1
|
|
xor %r8,%r8
|
|
bt $1,%rax
|
|
adc %r8,%r8
|
|
bt $2,%rbx
|
|
adc $0,%r8
|
|
add %r8,(%rdi,%rsi,8)
|
|
l2: adcq $0,8(%rdi,%rsi,8)
|
|
inc %rsi
|
|
jc l2
|
|
mov %rcx,%rsi
|
|
bt $0,%rbx
|
|
l4: sbbq $0,(%rbp,%rcx,8)
|
|
inc %rcx
|
|
jc l4
|
|
and $6,%rbx
|
|
popcnt %rbx,%r8
|
|
add %r8,(%rbp,%rsi,8)
|
|
l3: adcq $0,8(%rbp,%rsi,8)
|
|
inc %rsi
|
|
jc l3
|
|
pop %r15
|
|
pop %r14
|
|
pop %r13
|
|
pop %r12
|
|
pop %rbp
|
|
pop %rbx
|
|
ret
|
|
EPILOGUE()
|