345 lines
6.6 KiB
NASM
345 lines
6.6 KiB
NASM
dnl IA-64 mpn_lshift/mpn_rshift.
|
|
|
|
dnl Copyright 2000, 2001, 2002, 2003, 2004, 2005 Free Software Foundation,
|
|
dnl Inc.
|
|
|
|
dnl This file is part of the GNU MP Library.
|
|
|
|
dnl The GNU MP Library is free software; you can redistribute it and/or modify
|
|
dnl it under the terms of the GNU Lesser General Public License as published
|
|
dnl by the Free Software Foundation; either version 3 of the License, or (at
|
|
dnl your option) any later version.
|
|
|
|
dnl The GNU MP Library is distributed in the hope that it will be useful, but
|
|
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
|
|
dnl License for more details.
|
|
|
|
dnl You should have received a copy of the GNU Lesser General Public License
|
|
dnl along with the GNU MP Library. If not, see http://www.gnu.org/licenses/.
|
|
|
|
include(`../config.m4')
|
|
|
|
C cycles/limb
|
|
C Itanium: 2.0
|
|
C Itanium 2: 1.0
|
|
|
|
C This code is scheduled deeply since the plain shift instructions shr and shl
|
|
C have a latency of 4 (on Itanium) or 3 (on Itanium 2). Poor scheduling of
|
|
C these instructions cause a 10 cycle replay trap on Itanium.
|
|
|
|
C TODO
|
|
C * Optimize function entry and feed-in code.
|
|
|
|
C INPUT PARAMETERS
|
|
define(`rp',`r32')
|
|
define(`up',`r33')
|
|
define(`n',`r34')
|
|
define(`cnt',`r35')
|
|
|
|
define(`tnc',`r9')
|
|
|
|
define(`OPERATION_rshift',1)
|
|
|
|
ifdef(`OPERATION_lshift',`
|
|
define(`FSH',`shl')
|
|
define(`BSH',`shr.u')
|
|
define(`UPD',`-8')
|
|
define(`POFF',`-512')
|
|
define(`PUPD',`-32')
|
|
define(`func',`mpn_lshift')
|
|
')
|
|
ifdef(`OPERATION_rshift',`
|
|
define(`FSH',`shr.u')
|
|
define(`BSH',`shl')
|
|
define(`UPD',`8')
|
|
define(`POFF',`512')
|
|
define(`PUPD',`32')
|
|
define(`func',`mpn_rshift')
|
|
')
|
|
|
|
ASM_START()
|
|
PROLOGUE(func)
|
|
.prologue
|
|
.save ar.lc, r2
|
|
.body
|
|
ifdef(`HAVE_ABI_32',
|
|
` addp4 rp = 0, rp C M I
|
|
addp4 up = 0, up C M I
|
|
sxt4 n = n C M I
|
|
zxt4 cnt = cnt C I
|
|
;;
|
|
')
|
|
|
|
{.mmi; cmp.lt p14, p15 = 4, n C M I
|
|
and r14 = 3, n C M I
|
|
mov.i r2 = ar.lc C I0
|
|
}{.mmi; add r15 = -1, n C M I
|
|
sub tnc = 64, cnt C M I
|
|
add r16 = -5, n
|
|
;;
|
|
}{.mmi; cmp.eq p6, p0 = 1, r14 C M I
|
|
cmp.eq p7, p0 = 2, r14 C M I
|
|
shr.u n = r16, 2 C I0
|
|
}{.mmi; cmp.eq p8, p0 = 3, r14 C M I
|
|
ifdef(`OPERATION_lshift',
|
|
` shladd up = r15, 3, up C M I
|
|
shladd rp = r15, 3, rp') C M I
|
|
;;
|
|
}{.mmi; add r11 = POFF, up C M I
|
|
ld8 r10 = [up], UPD C M01
|
|
mov.i ar.lc = n C I0
|
|
}{.bbb;
|
|
(p6) br.dptk .Lb01
|
|
(p7) br.dptk .Lb10
|
|
(p8) br.dptk .Lb11
|
|
;;
|
|
}
|
|
|
|
.Lb00: ld8 r19 = [up], UPD
|
|
;;
|
|
ld8 r16 = [up], UPD
|
|
;;
|
|
ld8 r17 = [up], UPD
|
|
BSH r8 = r10, tnc C function return value
|
|
(p14) br.cond.dptk .grt4
|
|
|
|
FSH r24 = r10, cnt
|
|
BSH r25 = r19, tnc
|
|
;;
|
|
FSH r26 = r19, cnt
|
|
BSH r27 = r16, tnc
|
|
;;
|
|
FSH r20 = r16, cnt
|
|
BSH r21 = r17, tnc
|
|
;;
|
|
or r14 = r25, r24
|
|
FSH r22 = r17, cnt
|
|
BSH r23 = r10, tnc
|
|
br .Lr4
|
|
|
|
.grt4: FSH r24 = r10, cnt
|
|
BSH r25 = r19, tnc
|
|
;;
|
|
ld8 r18 = [up], UPD
|
|
FSH r26 = r19, cnt
|
|
BSH r27 = r16, tnc
|
|
;;
|
|
ld8 r19 = [up], UPD
|
|
FSH r20 = r16, cnt
|
|
BSH r21 = r17, tnc
|
|
;;
|
|
ld8 r16 = [up], UPD
|
|
FSH r22 = r17, cnt
|
|
BSH r23 = r18, tnc
|
|
;;
|
|
or r14 = r25, r24
|
|
ld8 r17 = [up], UPD
|
|
br.cloop.dpnt .Ltop
|
|
br .Lbot
|
|
|
|
.Lb01:
|
|
(p15) BSH r8 = r10, tnc C function return value I
|
|
(p15) FSH r22 = r10, cnt C I
|
|
(p15) br.cond.dptk .Lr1 C return B
|
|
|
|
.grt1: ld8 r18 = [up], UPD
|
|
;;
|
|
ld8 r19 = [up], UPD
|
|
BSH r8 = r10, tnc C function return value
|
|
;;
|
|
ld8 r16 = [up], UPD
|
|
FSH r22 = r10, cnt
|
|
BSH r23 = r18, tnc
|
|
;;
|
|
ld8 r17 = [up], UPD
|
|
br.cloop.dpnt .grt5
|
|
;;
|
|
|
|
FSH r24 = r18, cnt
|
|
BSH r25 = r19, tnc
|
|
;;
|
|
or r15 = r23, r22
|
|
FSH r26 = r19, cnt
|
|
BSH r27 = r16, tnc
|
|
;;
|
|
FSH r20 = r16, cnt
|
|
BSH r21 = r17, tnc
|
|
br .Lr5
|
|
|
|
.grt5: FSH r24 = r18, cnt
|
|
BSH r25 = r19, tnc
|
|
;;
|
|
ld8 r18 = [up], UPD
|
|
FSH r26 = r19, cnt
|
|
BSH r27 = r16, tnc
|
|
;;
|
|
ld8 r19 = [up], UPD
|
|
FSH r20 = r16, cnt
|
|
BSH r21 = r17, tnc
|
|
;;
|
|
or r15 = r23, r22
|
|
ld8 r16 = [up], UPD
|
|
br .LL01
|
|
|
|
|
|
.Lb10: ld8 r17 = [up], UPD
|
|
(p14) br.cond.dptk .grt2
|
|
|
|
BSH r8 = r10, tnc C function return value
|
|
;;
|
|
FSH r20 = r10, cnt
|
|
BSH r21 = r17, tnc
|
|
;;
|
|
or r14 = r21, r20
|
|
FSH r22 = r17, cnt
|
|
br .Lr2 C return
|
|
|
|
.grt2: ld8 r18 = [up], UPD
|
|
BSH r8 = r10, tnc C function return value
|
|
;;
|
|
ld8 r19 = [up], UPD
|
|
FSH r20 = r10, cnt
|
|
BSH r21 = r17, tnc
|
|
;;
|
|
ld8 r16 = [up], UPD
|
|
FSH r22 = r17, cnt
|
|
BSH r23 = r18, tnc
|
|
;;
|
|
ld8 r17 = [up], UPD
|
|
br.cloop.dpnt .grt6
|
|
;;
|
|
|
|
or r14 = r21, r20
|
|
FSH r24 = r18, cnt
|
|
BSH r25 = r19, tnc
|
|
;;
|
|
FSH r26 = r19, cnt
|
|
BSH r27 = r16, tnc
|
|
br .Lr6
|
|
|
|
.grt6: or r14 = r21, r20
|
|
FSH r24 = r18, cnt
|
|
BSH r25 = r19, tnc
|
|
;;
|
|
ld8 r18 = [up], UPD
|
|
FSH r26 = r19, cnt
|
|
BSH r27 = r16, tnc
|
|
;;
|
|
ld8 r19 = [up], UPD
|
|
br .LL10
|
|
|
|
|
|
.Lb11: ld8 r16 = [up], UPD
|
|
;;
|
|
ld8 r17 = [up], UPD
|
|
BSH r8 = r10, tnc C function return value
|
|
(p14) br.cond.dptk .grt3
|
|
;;
|
|
|
|
FSH r26 = r10, cnt
|
|
BSH r27 = r16, tnc
|
|
;;
|
|
FSH r20 = r16, cnt
|
|
BSH r21 = r17, tnc
|
|
;;
|
|
or r15 = r27, r26
|
|
FSH r22 = r17, cnt
|
|
br .Lr3 C return
|
|
|
|
.grt3: ld8 r18 = [up], UPD
|
|
FSH r26 = r10, cnt
|
|
BSH r27 = r16, tnc
|
|
;;
|
|
ld8 r19 = [up], UPD
|
|
FSH r20 = r16, cnt
|
|
BSH r21 = r17, tnc
|
|
;;
|
|
ld8 r16 = [up], UPD
|
|
FSH r22 = r17, cnt
|
|
BSH r23 = r18, tnc
|
|
;;
|
|
ld8 r17 = [up], UPD
|
|
br.cloop.dpnt .grt7
|
|
|
|
or r15 = r27, r26
|
|
FSH r24 = r18, cnt
|
|
BSH r25 = r19, tnc
|
|
br .Lr7
|
|
|
|
.grt7: or r15 = r27, r26
|
|
FSH r24 = r18, cnt
|
|
BSH r25 = r19, tnc
|
|
ld8 r18 = [up], UPD
|
|
br .LL11
|
|
|
|
C *** MAIN LOOP START ***
|
|
ALIGN(32)
|
|
.Ltop:
|
|
{.mmi; st8 [rp] = r14, UPD C M2
|
|
or r15 = r27, r26 C M3
|
|
FSH r24 = r18, cnt C I0
|
|
}{.mmi; ld8 r18 = [up], UPD C M1
|
|
lfetch [r11], PUPD
|
|
BSH r25 = r19, tnc C I1
|
|
;; }
|
|
.LL11:
|
|
{.mmi; st8 [rp] = r15, UPD
|
|
or r14 = r21, r20
|
|
FSH r26 = r19, cnt
|
|
}{.mmi; ld8 r19 = [up], UPD
|
|
nop.m 0
|
|
BSH r27 = r16, tnc
|
|
;; }
|
|
.LL10:
|
|
{.mmi; st8 [rp] = r14, UPD
|
|
or r15 = r23, r22
|
|
FSH r20 = r16, cnt
|
|
}{.mmi; ld8 r16 = [up], UPD
|
|
nop.m 0
|
|
BSH r21 = r17, tnc
|
|
;; }
|
|
.LL01:
|
|
{.mmi; st8 [rp] = r15, UPD
|
|
or r14 = r25, r24
|
|
FSH r22 = r17, cnt
|
|
}{.mib; ld8 r17 = [up], UPD
|
|
BSH r23 = r18, tnc
|
|
br.cloop.dptk .Ltop
|
|
;; }
|
|
|
|
C *** MAIN LOOP END ***
|
|
|
|
.Lbot: or r15 = r27, r26
|
|
FSH r24 = r18, cnt
|
|
BSH r25 = r19, tnc
|
|
st8 [rp] = r14, UPD
|
|
;;
|
|
.Lr7: or r14 = r21, r20
|
|
FSH r26 = r19, cnt
|
|
BSH r27 = r16, tnc
|
|
st8 [rp] = r15, UPD
|
|
;;
|
|
.Lr6: or r15 = r23, r22
|
|
FSH r20 = r16, cnt
|
|
BSH r21 = r17, tnc
|
|
st8 [rp] = r14, UPD
|
|
;;
|
|
.Lr5: st8 [rp] = r15, UPD
|
|
or r14 = r25, r24
|
|
FSH r22 = r17, cnt
|
|
;;
|
|
.Lr4: or r15 = r27, r26
|
|
st8 [rp] = r14, UPD
|
|
;;
|
|
.Lr3: or r14 = r21, r20
|
|
st8 [rp] = r15, UPD
|
|
;;
|
|
.Lr2: st8 [rp] = r14, UPD
|
|
;;
|
|
.Lr1: st8 [rp] = r22, UPD C M23
|
|
mov ar.lc = r2 C I0
|
|
br.ret.sptk.many b0 C B
|
|
EPILOGUE(func)
|
|
ASM_END()
|