dnl Intel Pentium 4 mpn_mod_34lsub1 -- remainder modulo 2^24-1.
dnl Copyright 2000-2003 Free Software Foundation,
Inc.
dnl
This file is part of the GNU MP Library.
dnl
dnl The GNU MP Library is free software
; you can redistribute it and/or modify
dnl it under the terms of either:
dnl
dnl * the GNU Lesser General
Public License as published by the Free
dnl Software Foundation
; either version 3 of the License, or (at your
dnl
option) any later
version.
dnl
dnl
or
dnl
dnl * the GNU General
Public License as published by the Free Software
dnl Foundation
; either version 2 of the License, or (at your option) any
dnl later
version.
dnl
dnl
or both in parallel, as here.
dnl
dnl The GNU MP Library is distributed in the hope that it will be useful, but
dnl WITHOUT ANY WARRANTY
; without even the implied warranty of MERCHANTABILITY
dnl
or FITNESS
FOR A PARTICULAR PURPOSE. See the GNU General
Public License
dnl
for more details.
dnl
dnl You should have received copies of the GNU General
Public License
and the
dnl GNU Lesser General
Public License along with the GNU MP Library.
If not,
dnl see
https://www.gnu.org/licenses/.
include(`../config.m4
')
C Pentium4: 1.0 cycles/limb
C mp_limb_t mpn_mod_34lsub1 (mp_srcptr src, mp_size_t size)
C
C Enhancements:
C
C There might a couple of cycles to save by using plain integer
code for
C more small sizes. 2 limbs measures about 20 cycles, but 3 limbs jumps to
C about 46 (inclusive of some function
call overheads).
defframe(PARAM_SIZE, 8)
defframe(PARAM_SRC, 4)
dnl re-use parameter space
define(SAVE_EBX, `PARAM_SRC
')
define(SAVE_ESI, `PARAM_SIZE
')
TEXT
ALIGN(16)
PROLOGUE(mpn_mod_34lsub1)
deflit(`FRAME
',0)
movl PARAM_SIZE, %
ecx
movl PARAM_SRC, %
edx
movl (%
edx), %
eax
subl $2, %
ecx
ja L(three_or_more)
jne L(one)
movl 4(%
edx), %
edx
movl %
eax, %
ecx
shrl $24, %
eax C src[0] high
andl $0x00FFFFFF, %
ecx C src[0] low
addl %
ecx, %
eax
movl %
edx, %
ecx
shll $8, %
edx
shrl $16, %
ecx C src[1] low
addl %
ecx, %
eax
andl $0x00FFFF00, %
edx C src[1] high
addl %
edx, %
eax
L(one):
ret
L(three_or_more):
pxor %mm0, %mm0
pxor %mm1, %mm1
pxor %mm2, %mm2
pcmpeqd %mm7, %mm7
psrlq $32, %mm7 C 0x00000000FFFFFFFF, low 32 bits
pcmpeqd %mm6, %mm6
psrlq $40, %mm6 C 0x0000000000FFFFFF, low 24 bits
L(top):
C
eax
C ebx
C
ecx counter, size-2 to 0, -1
or -2
C
edx src, incrementing
C
C mm0 sum 0mod3
C mm1 sum 1mod3
C mm2 sum 2mod3
C mm3
C mm4
C mm5
C mm6 0x0000000000FFFFFF
C mm7 0x00000000FFFFFFFF
movd (%
edx), %mm3
paddq %mm3, %mm0
movd 4(%
edx), %mm3
paddq %mm3, %mm1
movd 8(%
edx), %mm3
paddq %mm3, %mm2
addl $12, %
edx
subl $3, %
ecx
ja L(top)
C
ecx is -2, -1
or 0 representing 0, 1
or 2 more limbs, respectively
addl $1, %
ecx
js L(combine) C 0 more
movd (%
edx), %mm3
paddq %mm3, %mm0
jz L(combine) C 1 more
movd 4(%
edx), %mm3
paddq %mm3, %mm1
L(combine):
movq %mm7, %mm3 C low halves
pand %mm0, %mm3
movq %mm7, %mm4
pand %mm1, %mm4
movq %mm7, %mm5
pand %mm2, %mm5
psrlq $32, %mm0 C high halves
psrlq $32, %mm1
psrlq $32, %mm2
paddq %mm0, %mm4 C fold high halves to give 33 bits each
paddq %mm1, %mm5
paddq %mm2, %mm3
psllq $8, %mm4 C combine at respective offsets
psllq $16, %mm5
paddq %mm4, %mm3
paddq %mm5, %mm3 C 0x000cxxxxxxxxxxxx, 50 bits
pand %mm3, %mm6 C fold at 24 bits
psrlq $24, %mm3
paddq %mm6, %mm3
movd %mm3, %
eax
ASSERT(z, C nothing left in high
dword
`psrlq $32, %mm3
movd %mm3, %
ecx
orl %
ecx, %
ecx')
emms
ret
EPILOGUE()
