dnl mpn_karasub dnl Copyright 2011,2012 The Code Cavern dnl This file is part of the MPIR Library. dnl The MPIR Library is free software; you can redistribute it and/or modify dnl it under the terms of the GNU Lesser General Public License as published dnl by the Free Software Foundation; either version 2.1 of the License, or (at dnl your option) any later version. dnl The MPIR Library is distributed in the hope that it will be useful, but dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public dnl License for more details. dnl You should have received a copy of the GNU Lesser General Public License dnl along with the MPIR Library; see the file COPYING.LIB. If not, write dnl to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, dnl Boston, MA 02110-1301, USA. include(`../config.m4') ASM_START() PROLOGUE(mpn_karasub) # requires n>=8 mov %rbx,-8(%rsp) mov %rbp,-16(%rsp) mov %r12,-24(%rsp) mov %r13,-32(%rsp) mov %r14,-40(%rsp) mov %r15,-48(%rsp) mov %rdx,-56(%rsp) #rp is rdi #tp is rsi #n is rdx and put it on the stack shr $1,%rdx #n2 is rdx lea (%rdx,%rdx,1),%rcx # 2*n2 is rcx # L is rdi # H is rbp # tp is rsi lea (%rdi,%rcx,8),%rbp xor %rax,%rax xor %rbx,%rbx # rax rbx are the carrys lea -24(%rdi,%rdx,8),%rdi lea -24(%rsi,%rdx,8),%rsi lea -24(%rbp,%rdx,8),%rbp mov $3,%ecx sub %rdx,%rcx mov $3,%edx .align 16 lp: bt $2,%rbx mov (%rdi,%rdx,8),%r8 adc (%rbp,%rcx,8),%r8 mov %r8,%r12 mov 8(%rdi,%rdx,8),%r9 adc 8(%rbp,%rcx,8),%r9 mov 16(%rdi,%rdx,8),%r10 adc 16(%rbp,%rcx,8),%r10 mov 24(%rdi,%rdx,8),%r11 adc 24(%rbp,%rcx,8),%r11 rcl $1,%rbx bt $1,%rax mov %r11,%r15 adc (%rdi,%rcx,8),%r8 mov %r9,%r13 adc 8(%rdi,%rcx,8),%r9 mov %r10,%r14 adc 16(%rdi,%rcx,8),%r10 adc 24(%rdi,%rcx,8),%r11 rcl $1,%rax bt $2,%rbx adc (%rbp,%rdx,8),%r12 adc 8(%rbp,%rdx,8),%r13 adc 16(%rbp,%rdx,8),%r14 adc 24(%rbp,%rdx,8),%r15 rcl $1,%rbx bt $1,%rax sbb (%rsi,%rcx,8),%r8 sbb 8(%rsi,%rcx,8),%r9 sbb 16(%rsi,%rcx,8),%r10 sbb 24(%rsi,%rcx,8),%r11 mov %r10,16(%rdi,%rdx,8) mov %r11,24(%rdi,%rdx,8) rcl $1,%rax bt $2,%rbx mov %r8,(%rdi,%rdx,8) mov %r9,8(%rdi,%rdx,8) sbb (%rsi,%rdx,8),%r12 sbb 8(%rsi,%rdx,8),%r13 sbb 16(%rsi,%rdx,8),%r14 sbb 24(%rsi,%rdx,8),%r15 rcl $1,%rbx add $4,%rdx mov %r12,(%rbp,%rcx,8) mov %r13,8(%rbp,%rcx,8) mov %r14,16(%rbp,%rcx,8) mov %r15,24(%rbp,%rcx,8) add $4,%rcx jnc lp cmp $2,%rcx jg case0 jz case1 jp case2 case3: #rcx=0 bt $2,%rbx mov (%rdi,%rdx,8),%r8 adc (%rbp),%r8 mov %r8,%r12 mov 8(%rdi,%rdx,8),%r9 adc 8(%rbp),%r9 mov 16(%rdi,%rdx,8),%r10 adc 16(%rbp),%r10 rcl $1,%rbx bt $1,%rax adc (%rdi),%r8 mov %r9,%r13 adc 8(%rdi),%r9 mov %r10,%r14 adc 16(%rdi),%r10 rcl $1,%rax bt $2,%rbx adc (%rbp,%rdx,8),%r12 adc 8(%rbp,%rdx,8),%r13 adc 16(%rbp,%rdx,8),%r14 rcl $1,%rbx bt $1,%rax sbb (%rsi),%r8 sbb 8(%rsi),%r9 sbb 16(%rsi),%r10 mov %r10,16(%rdi,%rdx,8) rcl $1,%rax bt $2,%rbx mov %r8,(%rdi,%rdx,8) mov %r9,8(%rdi,%rdx,8) sbb (%rsi,%rdx,8),%r12 sbb 8(%rsi,%rdx,8),%r13 sbb 16(%rsi,%rdx,8),%r14 rcl $1,%rbx add $3,%rdx mov %r12,(%rbp) mov %r13,8(%rbp) mov %r14,16(%rbp) jmp fin case2: #rcx=1 bt $2,%rbx mov (%rdi,%rdx,8),%r8 adc 8(%rbp),%r8 mov %r8,%r12 mov 8(%rdi,%rdx,8),%r9 adc 16(%rbp),%r9 rcl $1,%rbx bt $1,%rax adc 8(%rdi),%r8 mov %r9,%r13 adc 16(%rdi),%r9 rcl $1,%rax bt $2,%rbx adc (%rbp,%rdx,8),%r12 adc 8(%rbp,%rdx,8),%r13 rcl $1,%rbx bt $1,%rax sbb 8(%rsi),%r8 sbb 16(%rsi),%r9 rcl $1,%rax bt $2,%rbx mov %r8,(%rdi,%rdx,8) mov %r9,8(%rdi,%rdx,8) sbb (%rsi,%rdx,8),%r12 sbb 8(%rsi,%rdx,8),%r13 rcl $1,%rbx add $2,%rdx mov %r12,8(%rbp) mov %r13,16(%rbp) jmp fin case1: #rcx=2 bt $2,%rbx mov (%rdi,%rdx,8),%r8 adc 16(%rbp),%r8 mov %r8,%r12 rcl $1,%rbx bt $1,%rax adc 16(%rdi),%r8 rcl $1,%rax bt $2,%rbx adc (%rbp,%rdx,8),%r12 rcl $1,%rbx bt $1,%rax sbb 16(%rsi),%r8 rcl $1,%rax bt $2,%rbx mov %r8,(%rdi,%rdx,8) sbb (%rsi,%rdx,8),%r12 rcl $1,%rbx inc %rdx mov %r12,(%rbp,%rcx,8) fin: mov $3,%rcx case0: #rcx=3 #// store top two words of H as carrys could change them mov -56(%rsp),%r15 bt $0,%r15 jnc skipload mov (%rbp,%rdx,8),%r12 mov 8(%rbp,%rdx,8),%r13 #// the two carrys from 2nd to 3rd skipload: mov %rdx,%r11 xor %r8,%r8 bt $1,%rax adc %r8,%r8 bt $2,%rbx adc $0,%r8 add %r8,(%rdi,%rdx,8) l2: adcq $0,8(%rdi,%rdx,8) inc %rdx jc l2 # //the two carrys from 3rd to 4th xor %r8,%r8 bt $1,%rbx adc %r8,%r8 bt $2,%rbx adc $0,%r8 add %r8,(%rbp,%rcx,8) l3: adcq $0,8(%rbp,%rcx,8) inc %rcx jc l3 #// now the borrow from 2nd to 3rd mov %r11,%rdx bt $0,%rax l1: sbbq $0,(%rdi,%rdx,8) inc %rdx jc l1 #// borrow from 3rd to 4th mov $3,%rcx bt $0,%rbx l4: sbbq $0,(%rbp,%rcx,8) inc %rcx jc l4 #// if odd the do next two mov $3,%rcx mov %r11,%rdx bt $0,%r15 jnc notodd xor %r10,%r10 sub (%rsi,%rdx,8),%r12 sbb 8(%rsi,%rdx,8),%r13 rcl $1,%r10 add %r12,24(%rbp) adc %r13,32(%rbp) mov $0,%r8 adc %r8,%r8 bt $0,%r10 sbb $0,%r8 l7: add %r8,16(%rbp,%rcx,8) adc $0,%r8 inc %rcx sar $1,%r8 jnz l7 notodd: mov -8(%rsp),%rbx mov -16(%rsp),%rbp mov -24(%rsp),%r12 mov -32(%rsp),%r13 mov -40(%rsp),%r14 mov -48(%rsp),%r15 ret EPILOGUE()