2010-03-18 15:11:25 -04:00
|
|
|
dnl IA-64 mpn_and_n, mpn_andn_n, mpn_nand_n, mpn_ior_n, mpn_iorn_n,
|
|
|
|
|
dnl mpn_nior_n, mpn_xor_n, mpn_xnor_n -- mpn bitwise logical operations.
|
|
|
|
|
|
|
|
|
|
dnl Copyright 2003, 2004, 2005 Free Software Foundation, Inc.
|
|
|
|
|
dnl
|
|
|
|
|
dnl This file is part of the GNU MP Library.
|
|
|
|
|
dnl
|
|
|
|
|
dnl The GNU MP Library is free software; you can redistribute it and/or modify
|
|
|
|
|
dnl it under the terms of the GNU Lesser General Public License as published
|
|
|
|
|
dnl by the Free Software Foundation; either version 3 of the License, or (at
|
|
|
|
|
dnl your option) any later version.
|
|
|
|
|
dnl
|
|
|
|
|
dnl The GNU MP Library is distributed in the hope that it will be useful, but
|
|
|
|
|
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
|
|
|
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
|
|
|
|
|
dnl License for more details.
|
|
|
|
|
dnl
|
|
|
|
|
dnl You should have received a copy of the GNU Lesser General Public License
|
|
|
|
|
dnl along with the GNU MP Library. If not, see http://www.gnu.org/licenses/.
|
|
|
|
|
|
|
|
|
|
include(`../config.m4')
|
|
|
|
|
|
|
|
|
|
C cycles/limb
|
|
|
|
|
C Itanium: 2
|
|
|
|
|
C Itanium 2: 1
|
|
|
|
|
|
|
|
|
|
C TODO
|
|
|
|
|
C * Use rp,rpx scheme of aors_n.asm to allow parallel stores (useful in
|
|
|
|
|
C wind-down code).
|
|
|
|
|
|
|
|
|
|
C INPUT PARAMETERS
|
|
|
|
|
define(`rp', `r32')
|
|
|
|
|
define(`up', `r33')
|
|
|
|
|
define(`vp', `r34')
|
|
|
|
|
define(`n', `r35')
|
|
|
|
|
|
2013-08-01 13:07:47 -04:00
|
|
|
define(`OPERATION_and_n',1)
|
2010-12-30 03:19:44 -05:00
|
|
|
|
2010-03-18 15:11:25 -04:00
|
|
|
ifdef(`OPERATION_and_n',
|
|
|
|
|
` define(`func',`mpn_and_n')
|
|
|
|
|
define(`logop', `and $1 = $2, $3')
|
|
|
|
|
define(`notormov', `mov $1 = $2')')
|
|
|
|
|
ifdef(`OPERATION_andn_n',
|
|
|
|
|
` define(`func',`mpn_andn_n')
|
|
|
|
|
define(`logop', `andcm $1 = $2, $3')
|
|
|
|
|
define(`notormov', `mov $1 = $2')')
|
|
|
|
|
ifdef(`OPERATION_nand_n',
|
|
|
|
|
` define(`func',`mpn_nand_n')
|
|
|
|
|
define(`logop', `and $1 = $2, $3')
|
|
|
|
|
define(`notormov', `sub $1 = -1, $2')')
|
|
|
|
|
ifdef(`OPERATION_ior_n',
|
|
|
|
|
` define(`func',`mpn_ior_n')
|
|
|
|
|
define(`logop', `or $1 = $2, $3')
|
|
|
|
|
define(`notormov', `mov $1 = $2')')
|
|
|
|
|
ifdef(`OPERATION_iorn_n',
|
|
|
|
|
` define(`func',`mpn_iorn_n')
|
|
|
|
|
define(`logop', `andcm $1 = $3, $2')
|
|
|
|
|
define(`notormov', `sub $1 = -1, $2')')
|
|
|
|
|
ifdef(`OPERATION_nior_n',
|
|
|
|
|
` define(`func',`mpn_nior_n')
|
|
|
|
|
define(`logop', `or $1 = $2, $3')
|
|
|
|
|
define(`notormov', `sub $1 = -1, $2')')
|
|
|
|
|
ifdef(`OPERATION_xor_n',
|
|
|
|
|
` define(`func',`mpn_xor_n')
|
|
|
|
|
define(`logop', `xor $1 = $2, $3')
|
|
|
|
|
define(`notormov', `mov $1 = $2')')
|
|
|
|
|
ifdef(`OPERATION_xnor_n',
|
|
|
|
|
` define(`func',`mpn_xnor_n')
|
|
|
|
|
define(`logop', `xor $1 = $2, $3')
|
|
|
|
|
define(`notormov', `sub $1 = -1, $2')')
|
|
|
|
|
|
|
|
|
|
ASM_START()
|
|
|
|
|
PROLOGUE(func)
|
|
|
|
|
.prologue
|
|
|
|
|
.save ar.lc, r2
|
|
|
|
|
.body
|
|
|
|
|
ifdef(`HAVE_ABI_32',
|
|
|
|
|
` addp4 rp = 0, rp C M I
|
|
|
|
|
addp4 up = 0, up C M I
|
|
|
|
|
addp4 vp = 0, vp C M I
|
|
|
|
|
zxt4 n = n C I
|
|
|
|
|
;;
|
|
|
|
|
')
|
|
|
|
|
{.mmi
|
|
|
|
|
ld8 r10 = [up], 8 C M
|
|
|
|
|
ld8 r11 = [vp], 8 C M
|
|
|
|
|
mov.i r2 = ar.lc C I0
|
|
|
|
|
}
|
|
|
|
|
{.mmi
|
|
|
|
|
and r14 = 3, n C M I
|
|
|
|
|
cmp.lt p15, p14 = 4, n C M I
|
|
|
|
|
shr.u n = n, 2 C I0
|
|
|
|
|
;;
|
|
|
|
|
}
|
|
|
|
|
{.mmi
|
|
|
|
|
cmp.eq p6, p0 = 1, r14 C M I
|
|
|
|
|
cmp.eq p7, p0 = 2, r14 C M I
|
|
|
|
|
cmp.eq p8, p0 = 3, r14 C M I
|
|
|
|
|
}
|
|
|
|
|
{.bbb
|
|
|
|
|
(p6) br.dptk .Lb01 C B
|
|
|
|
|
(p7) br.dptk .Lb10 C B
|
|
|
|
|
(p8) br.dptk .Lb11 C B
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
.Lb00: ld8 r17 = [up], 8 C M
|
|
|
|
|
ld8 r21 = [vp], 8 C M
|
|
|
|
|
add n = -2, n C M I
|
|
|
|
|
;;
|
|
|
|
|
ld8 r18 = [up], 8 C M
|
|
|
|
|
ld8 r22 = [vp], 8 C M
|
|
|
|
|
;;
|
|
|
|
|
ld8 r19 = [up], 8 C M
|
|
|
|
|
ld8 r23 = [vp], 8 C M
|
|
|
|
|
(p15) br.cond.dpnt .grt4 C B
|
|
|
|
|
|
|
|
|
|
logop( r14, r10, r11) C M I
|
|
|
|
|
;;
|
|
|
|
|
logop( r15, r17, r21) C M I
|
|
|
|
|
notormov( r8, r14) C M I
|
|
|
|
|
br .Lcj4 C B
|
|
|
|
|
|
|
|
|
|
.grt4: logop( r14, r10, r11) C M I
|
|
|
|
|
ld8 r16 = [up], 8 C M
|
|
|
|
|
ld8 r20 = [vp], 8 C M
|
|
|
|
|
;;
|
|
|
|
|
logop( r15, r17, r21) C M I
|
|
|
|
|
ld8 r17 = [up], 8 C M
|
|
|
|
|
mov.i ar.lc = n C I0
|
|
|
|
|
notormov( r8, r14) C M I
|
|
|
|
|
ld8 r21 = [vp], 8 C M
|
|
|
|
|
br .LL00 C B
|
|
|
|
|
|
|
|
|
|
.Lb01: add n = -1, n C M I
|
|
|
|
|
logop( r15, r10, r11) C M I
|
|
|
|
|
(p15) br.cond.dpnt .grt1 C B
|
|
|
|
|
;;
|
|
|
|
|
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
br .Lcj1 C B
|
|
|
|
|
|
|
|
|
|
.grt1: ld8 r16 = [up], 8 C M
|
|
|
|
|
ld8 r20 = [vp], 8 C M
|
|
|
|
|
;;
|
|
|
|
|
ld8 r17 = [up], 8 C M
|
|
|
|
|
ld8 r21 = [vp], 8 C M
|
|
|
|
|
mov.i ar.lc = n C I0
|
|
|
|
|
;;
|
|
|
|
|
ld8 r18 = [up], 8 C M
|
|
|
|
|
ld8 r22 = [vp], 8 C M
|
|
|
|
|
;;
|
|
|
|
|
ld8 r19 = [up], 8 C M
|
|
|
|
|
ld8 r23 = [vp], 8 C M
|
|
|
|
|
br.cloop.dptk .grt5 C B
|
|
|
|
|
;;
|
|
|
|
|
|
|
|
|
|
logop( r14, r16, r20) C M I
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
br .Lcj5 C B
|
|
|
|
|
|
|
|
|
|
.grt5: logop( r14, r16, r20) C M I
|
|
|
|
|
ld8 r16 = [up], 8 C M
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
ld8 r20 = [vp], 8 C M
|
|
|
|
|
br .LL01 C B
|
|
|
|
|
|
|
|
|
|
.Lb10: ld8 r19 = [up], 8 C M
|
|
|
|
|
ld8 r23 = [vp], 8 C M
|
|
|
|
|
(p15) br.cond.dpnt .grt2 C B
|
|
|
|
|
|
|
|
|
|
logop( r14, r10, r11) C M I
|
|
|
|
|
;;
|
|
|
|
|
logop( r15, r19, r23) C M I
|
|
|
|
|
notormov( r8, r14) C M I
|
|
|
|
|
br .Lcj2 C B
|
|
|
|
|
|
|
|
|
|
.grt2: ld8 r16 = [up], 8 C M
|
|
|
|
|
ld8 r20 = [vp], 8 C M
|
|
|
|
|
add n = -1, n C M I
|
|
|
|
|
;;
|
|
|
|
|
ld8 r17 = [up], 8 C M
|
|
|
|
|
ld8 r21 = [vp], 8 C M
|
|
|
|
|
logop( r14, r10, r11) C M I
|
|
|
|
|
;;
|
|
|
|
|
ld8 r18 = [up], 8 C M
|
|
|
|
|
ld8 r22 = [vp], 8 C M
|
|
|
|
|
mov.i ar.lc = n C I0
|
|
|
|
|
;;
|
|
|
|
|
logop( r15, r19, r23) C M I
|
|
|
|
|
ld8 r19 = [up], 8 C M
|
|
|
|
|
notormov( r8, r14) C M I
|
|
|
|
|
ld8 r23 = [vp], 8 C M
|
|
|
|
|
br.cloop.dptk .Loop C B
|
|
|
|
|
br .Lcj6 C B
|
|
|
|
|
|
|
|
|
|
.Lb11: ld8 r18 = [up], 8 C M
|
|
|
|
|
ld8 r22 = [vp], 8 C M
|
|
|
|
|
add n = -1, n C M I
|
|
|
|
|
;;
|
|
|
|
|
ld8 r19 = [up], 8 C M
|
|
|
|
|
ld8 r23 = [vp], 8 C M
|
|
|
|
|
logop( r15, r10, r11) C M I
|
|
|
|
|
(p15) br.cond.dpnt .grt3 C B
|
|
|
|
|
;;
|
|
|
|
|
|
|
|
|
|
logop( r14, r18, r22) C M I
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
br .Lcj3 C B
|
|
|
|
|
|
|
|
|
|
.grt3: ld8 r16 = [up], 8 C M
|
|
|
|
|
ld8 r20 = [vp], 8 C M
|
|
|
|
|
;;
|
|
|
|
|
ld8 r17 = [up], 8 C M
|
|
|
|
|
ld8 r21 = [vp], 8 C M
|
|
|
|
|
mov.i ar.lc = n C I0
|
|
|
|
|
;;
|
|
|
|
|
logop( r14, r18, r22) C M I
|
|
|
|
|
ld8 r18 = [up], 8 C M
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
ld8 r22 = [vp], 8 C M
|
|
|
|
|
br .LL11 C B
|
|
|
|
|
|
|
|
|
|
C *** MAIN LOOP START ***
|
|
|
|
|
ALIGN(32)
|
|
|
|
|
.Loop: st8 [rp] = r8, 8 C M
|
|
|
|
|
logop( r14, r16, r20) C M I
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
ld8 r16 = [up], 8 C M
|
|
|
|
|
ld8 r20 = [vp], 8 C M
|
|
|
|
|
nop.b 0
|
|
|
|
|
;;
|
|
|
|
|
.LL01: st8 [rp] = r9, 8 C M
|
|
|
|
|
logop( r15, r17, r21) C M I
|
|
|
|
|
notormov( r8, r14) C M I
|
|
|
|
|
ld8 r17 = [up], 8 C M
|
|
|
|
|
ld8 r21 = [vp], 8 C M
|
|
|
|
|
nop.b 0
|
|
|
|
|
;;
|
|
|
|
|
.LL00: st8 [rp] = r8, 8 C M
|
|
|
|
|
logop( r14, r18, r22) C M I
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
ld8 r18 = [up], 8 C M
|
|
|
|
|
ld8 r22 = [vp], 8 C M
|
|
|
|
|
nop.b 0
|
|
|
|
|
;;
|
|
|
|
|
.LL11: st8 [rp] = r9, 8 C M
|
|
|
|
|
logop( r15, r19, r23) C M I
|
|
|
|
|
notormov( r8, r14) C M I
|
|
|
|
|
ld8 r19 = [up], 8 C M
|
|
|
|
|
ld8 r23 = [vp], 8 C M
|
|
|
|
|
br.cloop.dptk .Loop ;; C B
|
|
|
|
|
C *** MAIN LOOP END ***
|
|
|
|
|
|
|
|
|
|
.Lcj6: st8 [rp] = r8, 8 C M
|
|
|
|
|
logop( r14, r16, r20) C M I
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
;;
|
|
|
|
|
.Lcj5: st8 [rp] = r9, 8 C M
|
|
|
|
|
logop( r15, r17, r21) C M I
|
|
|
|
|
notormov( r8, r14) C M I
|
|
|
|
|
;;
|
|
|
|
|
.Lcj4: st8 [rp] = r8, 8 C M
|
|
|
|
|
logop( r14, r18, r22) C M I
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
;;
|
|
|
|
|
.Lcj3: st8 [rp] = r9, 8 C M
|
|
|
|
|
logop( r15, r19, r23) C M I
|
|
|
|
|
notormov( r8, r14) C M I
|
|
|
|
|
;;
|
|
|
|
|
.Lcj2: st8 [rp] = r8, 8 C M
|
|
|
|
|
notormov( r9, r15) C M I
|
|
|
|
|
;;
|
|
|
|
|
.Lcj1: st8 [rp] = r9, 8 C M
|
|
|
|
|
mov.i ar.lc = r2 C I0
|
|
|
|
|
br.ret.sptk.many b0 C B
|
|
|
|
|
EPILOGUE()
|
|
|
|
|
ASM_END()
|
