mpir/mpn/x86/pentium4/sse2/addmul_1.asm

136 lines
3.4 KiB
NASM
Raw Normal View History

dnl Intel Pentium-4 mpn_addmul_1 -- Multiply a limb vector with a limb and add
dnl the result to a second limb vector.
dnl Copyright 2001, 2002, 2004, 2005 Free Software Foundation, Inc.
dnl
dnl This file is part of the GNU MP Library.
dnl
dnl The GNU MP Library is free software; you can redistribute it and/or
dnl modify it under the terms of the GNU Lesser General Public License as
dnl published by the Free Software Foundation; either version 2.1 of the
dnl License, or (at your option) any later version.
dnl
dnl The GNU MP Library is distributed in the hope that it will be useful,
dnl but WITHOUT ANY WARRANTY; without even the implied warranty of
dnl MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
dnl Lesser General Public License for more details.
dnl
dnl You should have received a copy of the GNU Lesser General Public
dnl License along with the GNU MP Library; see the file COPYING.LIB. If
dnl not, write to the Free Software Foundation, Inc., 51 Franklin Street,
dnl Fifth Floor, Boston, MA 02110-1301, USA.
include(`../config.m4')
C P3 model 9 (Banias) ?.?
C P3 model 13 (Dothan) 5.8
C P4 model 0 (Willamette) 5.5
C P4 model 1 (?) 5.5
C P4 model 2 (Northwood) 5.5
C P4 model 3 (Prescott) 6.0
C P4 model 4 (Nocona)
C mp_limb_t mpn_addmul_1 (mp_ptr dst, mp_srcptr src, mp_size_t size,
C mp_limb_t multiplier);
C mp_limb_t mpn_addmul_1c (mp_ptr dst, mp_srcptr src, mp_size_t size,
C mp_limb_t multiplier, mp_limb_t carry);
C
C Only the carry limb propagation is on the dependent chain, but some other
C Pentium4 pipeline magic brings down performance to 6 cycles/l from the
C ideal 4 cycles/l.
defframe(PARAM_CARRY, 20)
defframe(PARAM_MULTIPLIER,16)
defframe(PARAM_SIZE, 12)
defframe(PARAM_SRC, 8)
defframe(PARAM_DST, 4)
TEXT
ALIGN(16)
PROLOGUE(mpn_addmul_1c)
deflit(`FRAME',0)
movd PARAM_CARRY, %mm4
jmp L(start_1c)
EPILOGUE()
PROLOGUE(mpn_addmul_1)
deflit(`FRAME',0)
pxor %mm4, %mm4
L(start_1c):
movl PARAM_SRC, %eax
movl PARAM_SIZE, %ecx
movl PARAM_DST, %edx
movd PARAM_MULTIPLIER, %mm7
C eax src, incrementing
C ecx loop counter, decrementing
C edx dst, incrementing
C
C mm4 carry, low 32-bits
C mm7 multiplier
movd (%eax), %mm2 C ul = up[i]
pmuludq %mm7, %mm2
shrl $1, %ecx
jnc L(even)
leal 4(%eax), %eax
movd (%edx), %mm1
paddq %mm2, %mm1
paddq %mm1, %mm4
movd %mm4, (%edx)
psrlq $32, %mm4
testl %ecx, %ecx
jz L(rtn)
leal 4(%edx), %edx
movd (%eax), %mm2 C ul = up[i]
pmuludq %mm7, %mm2
L(even):
movd 4(%eax), %mm0 C ul = up[i]
movd (%edx), %mm1 C rl = rp[0]
pmuludq %mm7, %mm0
subl $1, %ecx
jz L(end)
L(loop):
paddq %mm2, %mm1 C rl += prod
movd 8(%eax), %mm2 C ul = up[i]
paddq %mm1, %mm4 C mm4 = prod + cy
movd 4(%edx), %mm3 C rl = rp[0]
pmuludq %mm7, %mm2
movd %mm4, (%edx)
psrlq $32, %mm4
paddq %mm0, %mm3 C rl += prod
movd 12(%eax), %mm0 C ul = up[i]
paddq %mm3, %mm4 C mm4 = prod + cy
movd 8(%edx), %mm1 C rl = rp[0]
pmuludq %mm7, %mm0
movd %mm4, 4(%edx)
psrlq $32, %mm4
leal 8(%eax), %eax
leal 8(%edx), %edx
subl $1, %ecx
jnz L(loop)
L(end):
paddq %mm2, %mm1 C rl += prod
paddq %mm1, %mm4 C mm4 = prod + cy
movd 4(%edx), %mm3 C rl = rp[0]
movd %mm4, (%edx)
psrlq $32, %mm4
paddq %mm0, %mm3 C rl += prod
paddq %mm3, %mm4 C mm4 = prod + cy
movd %mm4, 4(%edx)
psrlq $32, %mm4
L(rtn):
movd %mm4, %eax
emms
ret
EPILOGUE()