dnl mpn_karasub dnl Copyright 2011 The Code Cavern dnl This file is part of the MPIR Library. dnl The MPIR Library is free software; you can redistribute it and/or modify dnl it under the terms of the GNU Lesser General Public License as published dnl by the Free Software Foundation; either version 2.1 of the License, or (at dnl your option) any later version. dnl The MPIR Library is distributed in the hope that it will be useful, but dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public dnl License for more details. dnl You should have received a copy of the GNU Lesser General Public License dnl along with the MPIR Library; see the file COPYING.LIB. If not, write dnl to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, dnl Boston, MA 02110-1301, USA. include(`../config.m4') ASM_START() PROLOGUE(mpn_karasub) # requires n>=8 push %rbx push %rbp push %r12 push %r13 push %r14 push %r15 #rp is rdi #tp is rsi #n is rdx and put it on the stack push %rdx shr $1,%rdx #n2 is rdx lea (%rdx,%rdx,1),%rcx # 2*n2 is rcx # L is rdi # H is rbp # tp is rsi lea (%rdi,%rcx,8),%rbp xor %rax,%rax xor %rbx,%rbx # rax rbx are the carrys lea -24(%rdi,%rdx,8),%rdi lea -24(%rsi,%rdx,8),%rsi lea -24(%rbp,%rdx,8),%rbp mov $3,%ecx sub %rdx,%rcx mov $3,%edx .align 16 lp: bt $2,%rbx mov (%rdi,%rdx,8),%r8 adc (%rbp,%rcx,8),%r8 mov %r8,%r12 mov 8(%rdi,%rdx,8),%r9 adc 8(%rbp,%rcx,8),%r9 mov 16(%rdi,%rdx,8),%r10 adc 16(%rbp,%rcx,8),%r10 mov 24(%rdi,%rdx,8),%r11 adc 24(%rbp,%rcx,8),%r11 rcl $1,%rbx bt $1,%rax mov %r11,%r15 adc (%rdi,%rcx,8),%r8 mov %r9,%r13 adc 8(%rdi,%rcx,8),%r9 mov %r10,%r14 adc 16(%rdi,%rcx,8),%r10 adc 24(%rdi,%rcx,8),%r11 rcl $1,%rax bt $2,%rbx adc (%rbp,%rdx,8),%r12 adc 8(%rbp,%rdx,8),%r13 adc 16(%rbp,%rdx,8),%r14 adc 24(%rbp,%rdx,8),%r15 rcl $1,%rbx bt $1,%rax sbb (%rsi,%rcx,8),%r8 sbb 8(%rsi,%rcx,8),%r9 sbb 16(%rsi,%rcx,8),%r10 sbb 24(%rsi,%rcx,8),%r11 mov %r10,16(%rdi,%rdx,8) mov %r11,24(%rdi,%rdx,8) rcl $1,%rax bt $2,%rbx mov %r8,(%rdi,%rdx,8) mov %r9,8(%rdi,%rdx,8) sbb (%rsi,%rdx,8),%r12 sbb 8(%rsi,%rdx,8),%r13 sbb 16(%rsi,%rdx,8),%r14 sbb 24(%rsi,%rdx,8),%r15 rcl $1,%rbx add $4,%rdx mov %r12,(%rbp,%rcx,8) mov %r13,8(%rbp,%rcx,8) mov %r14,16(%rbp,%rcx,8) mov %r15,24(%rbp,%rcx,8) add $4,%rcx jnc lp cmp $2,%rcx jg case0 jz case1 jp case2 case3: #rcx=0 bt $2,%rbx mov (%rdi,%rdx,8),%r8 adc (%rbp),%r8 mov %r8,%r12 mov 8(%rdi,%rdx,8),%r9 adc 8(%rbp),%r9 mov 16(%rdi,%rdx,8),%r10 adc 16(%rbp),%r10 rcl $1,%rbx bt $1,%rax adc (%rdi),%r8 mov %r9,%r13 adc 8(%rdi),%r9 mov %r10,%r14 adc 16(%rdi),%r10 rcl $1,%rax bt $2,%rbx adc (%rbp,%rdx,8),%r12 adc 8(%rbp,%rdx,8),%r13 adc 16(%rbp,%rdx,8),%r14 rcl $1,%rbx bt $1,%rax sbb (%rsi),%r8 sbb 8(%rsi),%r9 sbb 16(%rsi),%r10 mov %r10,16(%rdi,%rdx,8) rcl $1,%rax bt $2,%rbx mov %r8,(%rdi,%rdx,8) mov %r9,8(%rdi,%rdx,8) sbb (%rsi,%rdx,8),%r12 sbb 8(%rsi,%rdx,8),%r13 sbb 16(%rsi,%rdx,8),%r14 rcl $1,%rbx add $3,%rdx mov %r12,(%rbp) mov %r13,8(%rbp) mov %r14,16(%rbp) jmp fin case2: #rcx=1 bt $2,%rbx mov (%rdi,%rdx,8),%r8 adc 8(%rbp),%r8 mov %r8,%r12 mov 8(%rdi,%rdx,8),%r9 adc 16(%rbp),%r9 rcl $1,%rbx bt $1,%rax adc 8(%rdi),%r8 mov %r9,%r13 adc 16(%rdi),%r9 rcl $1,%rax bt $2,%rbx adc (%rbp,%rdx,8),%r12 adc 8(%rbp,%rdx,8),%r13 rcl $1,%rbx bt $1,%rax sbb 8(%rsi),%r8 sbb 16(%rsi),%r9 rcl $1,%rax bt $2,%rbx mov %r8,(%rdi,%rdx,8) mov %r9,8(%rdi,%rdx,8) sbb (%rsi,%rdx,8),%r12 sbb 8(%rsi,%rdx,8),%r13 rcl $1,%rbx add $2,%rdx mov %r12,8(%rbp) mov %r13,16(%rbp) jmp fin case1: #rcx=2 bt $2,%rbx mov (%rdi,%rdx,8),%r8 adc 16(%rbp),%r8 mov %r8,%r12 rcl $1,%rbx bt $1,%rax adc 16(%rdi),%r8 rcl $1,%rax bt $2,%rbx adc (%rbp,%rdx,8),%r12 rcl $1,%rbx bt $1,%rax sbb 16(%rsi),%r8 rcl $1,%rax bt $2,%rbx mov %r8,(%rdi,%rdx,8) sbb (%rsi,%rdx,8),%r12 rcl $1,%rbx inc %rdx mov %r12,(%rbp,%rcx,8) fin: mov $3,%rcx case0: #rcx=3 # if odd the do next two pop %r8 bt $0,%r8 jnc notodd xor %r10,%r10 mov (%rbp,%rdx,8),%r8 mov 8(%rbp,%rdx,8),%r9 sub (%rsi,%rdx,8),%r8 sbb 8(%rsi,%rdx,8),%r9 rcl $1,%r10 add %r8,24(%rbp) adc %r9,32(%rbp) l7: adcq $0,16(%rbp,%rcx,8) inc %rcx jc l7 mov $3,%rcx bt $0,%r10 l8: sbbq $0,16(%rbp,%rcx,8) inc %rcx jc l8 mov $3,%rcx # add in all carrys # should we do the borrows last as it may be possible to underflow # could use popcount notodd: mov %rdx,%rsi bt $0,%rax l1: sbbq $0,(%rdi,%rdx,8) inc %rdx jc l1 mov %rsi,%rdx bt $1,%rax l2: adcq $0,(%rdi,%rdx,8) inc %rdx jc l2 mov %rsi,%rdx bt $2,%rbx l3: adcq $0,(%rdi,%rdx,8) inc %rdx jc l3 mov %rcx,%rsi bt $0,%rbx l4: sbbq $0,(%rbp,%rcx,8) inc %rcx jc l4 mov %rsi,%rcx bt $1,%rbx l5: adcq $0,(%rbp,%rcx,8) inc %rcx jc l5 mov %rsi,%rcx bt $2,%rbx l6: adcq $0,(%rbp,%rcx,8) inc %rcx jc l6 pop %r15 pop %r14 pop %r13 pop %r12 pop %rbp pop %rbx ret EPILOGUE()