337 lines
6.9 KiB
NASM
337 lines
6.9 KiB
NASM
|
; AMD64 mpn_mullow_n_basecase
|
||
|
|
;
|
||
|
|
; Copyright 2015 Free Software Foundation, Inc.
|
||
|
|
;
|
||
|
|
; This file is part of the GNU MP Library.
|
||
|
|
;
|
||
|
|
; The GNU MP Library is free software; you can redistribute it and/or modify
|
||
|
|
; it under the terms of either:
|
||
|
|
;
|
||
|
|
; * the GNU Lesser General Public License as published by the Free
|
||
|
|
; Software Foundation; either version 3 of the License, or (at your
|
||
|
|
; option) any later version.
|
||
|
|
;
|
||
|
|
; or
|
||
|
|
;
|
||
|
|
; * the GNU General Public License as published by the Free Software
|
||
|
|
; Foundation; either version 2 of the License, or (at your option) any
|
||
|
|
; later version.
|
||
|
|
;
|
||
|
|
; or both in parallel, as here.
|
||
|
|
;
|
||
|
|
; The GNU MP Library is distributed in the hope that it will be useful, but
|
||
|
|
; WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
||
|
|
; or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
||
|
|
; for more details.
|
||
|
|
;
|
||
|
|
; You should have received copies of the GNU General Public License and the
|
||
|
|
; GNU Lesser General Public License along with the GNU MP Library. If not,
|
||
|
|
; see https://www.gnu.org/licenses/.
|
||
|
|
;
|
||
|
|
;void mpn_mullow_n_basecase (mp_ptr rp, mp_srcptr up, mp_srcptr vp, mp_size_t n)
|
||
|
|
; rdi rsi rdx rcx
|
||
|
|
; rcx rdx r8 r9
|
||
|
|
|
||
|
|
%include 'yasm_mac.inc'
|
||
|
|
|
||
|
|
TEXT
|
||
|
|
|
||
|
|
LEAF_PROC mpn_mullow_n_basecase
|
||
|
|
cmp r9, 3
|
||
|
|
je asm_sym(?mpn_mullow1)
|
||
|
|
jg asm_sym(?mpn_mullow2)
|
||
|
|
mov rax, [rdx]
|
||
|
|
mov r11, [r8+8]
|
||
|
|
mov r8, [r8]
|
||
|
|
cmp r9, 1
|
||
|
|
jg .3
|
||
|
|
|
||
|
|
.2: imul rax, r8
|
||
|
|
mov [rcx], rax
|
||
|
|
ret
|
||
|
|
|
||
|
|
.3: mov r9, [rdx+8]
|
||
|
|
imul r11, rax
|
||
|
|
mul r8
|
||
|
|
mov [rcx], rax
|
||
|
|
imul r8, r9
|
||
|
|
lea rax, [r11+rdx]
|
||
|
|
add rax, r8
|
||
|
|
mov [rcx+8], rax
|
||
|
|
ret
|
||
|
|
|
||
|
|
%define reg_save_list rsi, rdi
|
||
|
|
|
||
|
|
FRAME_PROC ?mpn_mullow1, 0, reg_save_list
|
||
|
|
mov rdi, rcx
|
||
|
|
mov rsi, rdx
|
||
|
|
mov rdx, r8
|
||
|
|
mov rcx, r9
|
||
|
|
mov rax, [rsi]
|
||
|
|
mov r8, [rdx]
|
||
|
|
mov r9, [rdx+8]
|
||
|
|
mov r11, [rdx+16]
|
||
|
|
mul r8
|
||
|
|
mov [rdi], rax
|
||
|
|
mov rax, [rsi]
|
||
|
|
mov rcx, rdx
|
||
|
|
mul r9
|
||
|
|
imul r9, [rsi+8]
|
||
|
|
mov r10, [rsi+16]
|
||
|
|
imul r10, r8
|
||
|
|
add rcx, rax
|
||
|
|
adc r9, rdx
|
||
|
|
add r9, r10
|
||
|
|
mov rax, [rsi+8]
|
||
|
|
mul r8
|
||
|
|
add rcx, rax
|
||
|
|
adc r9, rdx
|
||
|
|
mov rax, r11
|
||
|
|
imul rax, [rsi]
|
||
|
|
add r9, rax
|
||
|
|
mov [rdi+8], rcx
|
||
|
|
mov [rdi+16], r9
|
||
|
|
END_PROC reg_save_list
|
||
|
|
|
||
|
|
%define reg_save_list rsi, rdi, rbx, rbp, r13, r14, r15
|
||
|
|
|
||
|
|
align 16
|
||
|
|
FRAME_PROC ?mpn_mullow2, 0, reg_save_list
|
||
|
|
mov rdi, rcx
|
||
|
|
mov rsi, rdx
|
||
|
|
mov rdx, r8
|
||
|
|
mov rcx, r9
|
||
|
|
.5: mov rax, [rsi]
|
||
|
|
mov r13, [rdx]
|
||
|
|
mov r11, rdx
|
||
|
|
lea rdi, [rdi+rcx*8]
|
||
|
|
lea rsi, [rsi+rcx*8]
|
||
|
|
neg rcx
|
||
|
|
mul r13
|
||
|
|
test cl, 1
|
||
|
|
jz .12
|
||
|
|
.6: lea rdi, [rdi-8]
|
||
|
|
lea rsi, [rsi-8]
|
||
|
|
test cl, 2
|
||
|
|
jnz .8
|
||
|
|
.7: lea r9, [rcx-1]
|
||
|
|
lea r8, [rel .18]
|
||
|
|
mov rbx, rax
|
||
|
|
mov r15, rdx
|
||
|
|
xor ebp, ebp
|
||
|
|
xor r10d, r10d
|
||
|
|
mov rax, [rsi+rcx*8+16]
|
||
|
|
jmp .11
|
||
|
|
|
||
|
|
.8: lea r9, [rcx+1]
|
||
|
|
lea r8, [rel .19]
|
||
|
|
mov rbp, rax
|
||
|
|
mov r10, rdx
|
||
|
|
xor ebx, ebx
|
||
|
|
jmp .10
|
||
|
|
|
||
|
|
align 16
|
||
|
|
.9: mov [rdi+r9*8-16], rbx
|
||
|
|
add r15, rax
|
||
|
|
mov rax, [rsi+r9*8]
|
||
|
|
adc rbp, rdx
|
||
|
|
xor ebx, ebx
|
||
|
|
mul r13
|
||
|
|
mov [rdi+r9*8-8], r15
|
||
|
|
add rbp, rax
|
||
|
|
adc r10, rdx
|
||
|
|
.10:mov rax, [rsi+r9*8+8]
|
||
|
|
mul r13
|
||
|
|
mov [rdi+r9*8], rbp
|
||
|
|
add r10, rax
|
||
|
|
adc rbx, rdx
|
||
|
|
mov rax, [rsi+r9*8+16]
|
||
|
|
mul r13
|
||
|
|
mov [rdi+r9*8+8], r10
|
||
|
|
xor ebp, ebp
|
||
|
|
mov r10, rbp
|
||
|
|
add rbx, rax
|
||
|
|
mov rax, [rsi+r9*8+24]
|
||
|
|
mov r15, rbp
|
||
|
|
adc r15, rdx
|
||
|
|
.11:mul r13
|
||
|
|
add r9, 4
|
||
|
|
js .9
|
||
|
|
mov [rdi-16], rbx
|
||
|
|
add r15, rax
|
||
|
|
mov [rdi-8], r15
|
||
|
|
adc rbp, rdx
|
||
|
|
imul r13, [rsi]
|
||
|
|
add rbp, r13
|
||
|
|
mov [rdi], rbp
|
||
|
|
add rcx, 1
|
||
|
|
jz .23
|
||
|
|
mov r13, [r11+8]
|
||
|
|
mov r14, [r11+16]
|
||
|
|
lea rsi, [rsi+16]
|
||
|
|
lea r11, [r11+8]
|
||
|
|
lea rdi, [rdi+24]
|
||
|
|
jmp r8
|
||
|
|
|
||
|
|
.12:mov r14, [r11+8]
|
||
|
|
test cl, 2
|
||
|
|
jz .14
|
||
|
|
|
||
|
|
align 16
|
||
|
|
.13:lea r9, [rcx+0]
|
||
|
|
mov r10, rax
|
||
|
|
mov rbx, rdx
|
||
|
|
xor r15d, r15d
|
||
|
|
mov rax, [rsi+rcx*8]
|
||
|
|
lea r8, [rel .19]
|
||
|
|
jmp .17
|
||
|
|
|
||
|
|
align 16
|
||
|
|
.14:lea r9, [rcx+2]
|
||
|
|
mov r10d, 0
|
||
|
|
mov r15, rax
|
||
|
|
mov rax, [rsi+rcx*8]
|
||
|
|
mov rbp, rdx
|
||
|
|
lea r8, [rel .18]
|
||
|
|
jmp .16
|
||
|
|
|
||
|
|
align 16
|
||
|
|
.15:mov rax, [rsi+r9*8-32]
|
||
|
|
mul r14
|
||
|
|
add rbx, rax
|
||
|
|
adc r15, rdx
|
||
|
|
mov rax, [rsi+r9*8-24]
|
||
|
|
xor ebp, ebp
|
||
|
|
mul r13
|
||
|
|
add rbx, rax
|
||
|
|
mov rax, [rsi+r9*8-24]
|
||
|
|
adc r15, rdx
|
||
|
|
adc ebp, 0
|
||
|
|
mul r14
|
||
|
|
add r15, rax
|
||
|
|
mov [rdi+r9*8-24], rbx
|
||
|
|
adc rbp, rdx
|
||
|
|
mov rax, [rsi+r9*8-16]
|
||
|
|
mul r13
|
||
|
|
mov r10d, 0
|
||
|
|
add r15, rax
|
||
|
|
adc rbp, rdx
|
||
|
|
mov rax, [rsi+r9*8-16]
|
||
|
|
adc r10d, 0
|
||
|
|
.16:mov ebx, 0
|
||
|
|
mov [rdi+r9*8-16], r15
|
||
|
|
mul r14
|
||
|
|
add rbp, rax
|
||
|
|
mov rax, [rsi+r9*8-8]
|
||
|
|
adc r10, rdx
|
||
|
|
mov r15d, 0
|
||
|
|
mul r13
|
||
|
|
add rbp, rax
|
||
|
|
mov rax, [rsi+r9*8-8]
|
||
|
|
adc r10, rdx
|
||
|
|
adc ebx, r15d
|
||
|
|
mul r14
|
||
|
|
add r10, rax
|
||
|
|
mov [rdi+r9*8-8], rbp
|
||
|
|
adc rbx, rdx
|
||
|
|
mov rax, [rsi+r9*8]
|
||
|
|
mul r13
|
||
|
|
add r10, rax
|
||
|
|
adc rbx, rdx
|
||
|
|
adc r15d, 0
|
||
|
|
.17:add r9, 4
|
||
|
|
mov [rdi+r9*8-32], r10
|
||
|
|
js .15
|
||
|
|
imul r14, [rsi-16]
|
||
|
|
add rbx, r14
|
||
|
|
imul r13, [rsi-8]
|
||
|
|
add rbx, r13
|
||
|
|
mov [rdi-8], rbx
|
||
|
|
add rcx, 2
|
||
|
|
jz .23
|
||
|
|
mov r13, [r11+16]
|
||
|
|
mov r14, [r11+24]
|
||
|
|
lea r11, [r11+16]
|
||
|
|
lea rdi, [rdi+16]
|
||
|
|
jmp r8
|
||
|
|
.18:lea r9, [rcx-2]
|
||
|
|
mov rax, [rsi+rcx*8-16]
|
||
|
|
mul r13
|
||
|
|
mov r10, rax
|
||
|
|
mov rax, [rsi+rcx*8-16]
|
||
|
|
mov rbx, rdx
|
||
|
|
xor r15d, r15d
|
||
|
|
lea r8, [rel .19]
|
||
|
|
jmp .22
|
||
|
|
.19:lea r9, [rcx+0]
|
||
|
|
mov rax, [rsi+rcx*8-16]
|
||
|
|
xor r10d, r10d
|
||
|
|
mul r13
|
||
|
|
mov r15, rax
|
||
|
|
mov rax, [rsi+rcx*8-16]
|
||
|
|
mov rbp, rdx
|
||
|
|
lea r8, [rel .18]
|
||
|
|
jmp .21
|
||
|
|
|
||
|
|
align 16
|
||
|
|
.20:add [rdi+r9*8-32], r10
|
||
|
|
adc rbx, rax
|
||
|
|
mov rax, [rsi+r9*8-24]
|
||
|
|
adc r15, rdx
|
||
|
|
xor ebp, ebp
|
||
|
|
mul r13
|
||
|
|
add rbx, rax
|
||
|
|
mov rax, [rsi+r9*8-24]
|
||
|
|
adc r15, rdx
|
||
|
|
adc ebp, ebp
|
||
|
|
mul r14
|
||
|
|
xor r10d, r10d
|
||
|
|
add [rdi+r9*8-24], rbx
|
||
|
|
adc r15, rax
|
||
|
|
mov rax, [rsi+r9*8-16]
|
||
|
|
adc rbp, rdx
|
||
|
|
mul r13
|
||
|
|
add r15, rax
|
||
|
|
mov rax, [rsi+r9*8-16]
|
||
|
|
adc rbp, rdx
|
||
|
|
adc r10d, 0
|
||
|
|
.21:mul r14
|
||
|
|
add [rdi+r9*8-16], r15
|
||
|
|
adc rbp, rax
|
||
|
|
mov rax, [rsi+r9*8-8]
|
||
|
|
adc r10, rdx
|
||
|
|
mul r13
|
||
|
|
xor ebx, ebx
|
||
|
|
add rbp, rax
|
||
|
|
adc r10, rdx
|
||
|
|
mov r15d, 0
|
||
|
|
mov rax, [rsi+r9*8-8]
|
||
|
|
adc ebx, r15d
|
||
|
|
mul r14
|
||
|
|
add [rdi+r9*8-8], rbp
|
||
|
|
adc r10, rax
|
||
|
|
adc rbx, rdx
|
||
|
|
mov rax, [rsi+r9*8]
|
||
|
|
mul r13
|
||
|
|
add r10, rax
|
||
|
|
mov rax, [rsi+r9*8]
|
||
|
|
adc rbx, rdx
|
||
|
|
adc r15d, 0
|
||
|
|
.22:mul r14
|
||
|
|
add r9, 4
|
||
|
|
js .20
|
||
|
|
add [rdi-32], r10
|
||
|
|
adc rbx, rax
|
||
|
|
imul r13, [rsi-24]
|
||
|
|
add rbx, r13
|
||
|
|
add [rdi-24], rbx
|
||
|
|
add rcx, 2
|
||
|
|
jns .23
|
||
|
|
lea r11, [r11+16]
|
||
|
|
mov r13, [r11]
|
||
|
|
mov r14, [r11+8]
|
||
|
|
lea rsi, [rsi-16]
|
||
|
|
jmp r8
|
||
|
|
.23:
|
||
|
|
END_PROC reg_save_list
|