diff options
Diffstat (limited to 'gmp/mpn/x86_64/invert_limb.asm')
| -rw-r--r-- | gmp/mpn/x86_64/invert_limb.asm | 178 |
1 files changed, 92 insertions, 86 deletions
diff --git a/gmp/mpn/x86_64/invert_limb.asm b/gmp/mpn/x86_64/invert_limb.asm index cc79b89a2b..44fb83bd10 100644 --- a/gmp/mpn/x86_64/invert_limb.asm +++ b/gmp/mpn/x86_64/invert_limb.asm @@ -1,115 +1,121 @@ dnl AMD64 mpn_invert_limb -- Invert a normalized limb. -dnl Contributed to the GNU project by Torbjorn Granlund and Niels Möller. - -dnl Copyright 2004, 2007-2009, 2011, 2012 Free Software Foundation, Inc. +dnl Copyright 2004, 2007, 2008 Free Software Foundation, Inc. dnl This file is part of the GNU MP Library. -dnl + dnl The GNU MP Library is free software; you can redistribute it and/or modify -dnl it under the terms of either: -dnl -dnl * the GNU Lesser General Public License as published by the Free -dnl Software Foundation; either version 3 of the License, or (at your -dnl option) any later version. -dnl -dnl or -dnl -dnl * the GNU General Public License as published by the Free Software -dnl Foundation; either version 2 of the License, or (at your option) any -dnl later version. -dnl -dnl or both in parallel, as here. -dnl +dnl it under the terms of the GNU Lesser General Public License as published +dnl by the Free Software Foundation; either version 3 of the License, or (at +dnl your option) any later version. + dnl The GNU MP Library is distributed in the hope that it will be useful, but dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY -dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License -dnl for more details. -dnl -dnl You should have received copies of the GNU General Public License and the -dnl GNU Lesser General Public License along with the GNU MP Library. If not, -dnl see https://www.gnu.org/licenses/. +dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public +dnl License for more details. + +dnl You should have received a copy of the GNU Lesser General Public License +dnl along with the GNU MP Library. If not, see http://www.gnu.org/licenses/. include(`../config.m4') C cycles/limb (approx) div -C AMD K8,K9 48 71 -C AMD K10 48 77 -C Intel P4 135 161 -C Intel core2 69 116 -C Intel corei 55 89 -C Intel atom 129 191 -C VIA nano 79 157 +C K8: 40 71 +C P4: 141 161 +C P6-15 (Core2): 63 116 +C P6-28 (Atom): 130 191 C rax rcx rdx rdi rsi r8 -ABI_SUPPORT(DOS64) -ABI_SUPPORT(STD64) - -PROTECT(`mpn_invert_limb_table') ASM_START() TEXT ALIGN(16) -PROLOGUE(mpn_invert_limb) C Kn C2 Ci - FUNC_ENTRY(1) - mov %rdi, %rax C 0 0 0 - shr $55, %rax C 1 1 1 +PROLOGUE(mpn_invert_limb) + mov %rdi, %rax + shr $55, %rax ifdef(`PIC',` ifdef(`DARWIN',` - mov mpn_invert_limb_table@GOTPCREL(%rip), %r8 + mov approx_tab@GOTPCREL(%rip), %r8 add $-512, %r8 ',` - lea -512+mpn_invert_limb_table(%rip), %r8 + lea -512+approx_tab(%rip), %r8 ')',` - movabs $-512+mpn_invert_limb_table, %r8 + movabs $-512+approx_tab, %r8 ') - movzwl (%r8,%rax,2), R32(%rcx) C %rcx = v0 - - C v1 = (v0 << 11) - (v0*v0*d40 >> 40) - 1 - mov %rdi, %rsi C 0 0 0 - mov R32(%rcx), R32(%rax) C 4 5 5 - imul R32(%rcx), R32(%rcx) C 4 5 5 - shr $24, %rsi C 1 1 1 - inc %rsi C %rsi = d40 - imul %rsi, %rcx C 8 10 8 - shr $40, %rcx C 12 15 11 - sal $11, R32(%rax) C 5 6 6 - dec R32(%rax) - sub R32(%rcx), R32(%rax) C %rax = v1 - - C v2 = (v1 << 13) + (v1 * (2^60 - v1*d40) >> 47) - mov $0x1000000000000000, %rcx - imul %rax, %rsi C 14 17 13 - sub %rsi, %rcx - imul %rax, %rcx - sal $13, %rax - shr $47, %rcx - add %rax, %rcx C %rcx = v2 - - C v3 = (v2 << 31) + (v2 * (2^96 - v2 * d63 + ((v2 >> 1) & mask)) >> 65 - mov %rdi, %rsi C 0 0 0 - shr %rsi C d/2 - sbb %rax, %rax C -d0 = -(d mod 2) - sub %rax, %rsi C d63 = ceil(d/2) - imul %rcx, %rsi C v2 * d63 - and %rcx, %rax C v2 * d0 - shr %rax C (v2>>1) * d0 - sub %rsi, %rax C (v2>>1) * d0 - v2 * d63 - mul %rcx - sal $31, %rcx - shr %rdx - add %rdx, %rcx C %rcx = v3 - - mov %rdi, %rax - mul %rcx - add %rdi, %rax + movzwl (%r8,%rax,2), R32(%rcx) + mov %rdi, %rsi + mov R32(%rcx), R32(%rax) + imul R32(%rcx), R32(%rcx) + shr $32, %rsi + imul %rsi, %rcx + shr $31, %rcx + sal $17, %rax + sub %rcx, %rax + mov %rax, %r8 + imul %rax, %rax + sal $33, %r8 + mul %rdi + neg %rdx + lea (%r8,%rdx,2), %rax + mov %rax, %r8 + mul %rax + mov %rax, %rcx + mov %rdx, %rax + mul %rdi + mov %rax, %rsi mov %rcx, %rax - adc %rdi, %rdx - sub %rdx, %rax - - FUNC_EXIT() + mov %rdx, %rcx + mul %rdi + add %rdx, %rsi + sbb %rcx, %r8 + shr $62, %rsi + add $1, %rsi + sal $2, %r8 + sub %rsi, %r8 + mov %rdi, %rax + mul %r8 + add %rdi, %rax C xl += d + adc %rdi, %rdx C xh += d + mov %r8, %rax + sub %rdx, %rax C return zh - xh ret EPILOGUE() + + RODATA + ALIGN(2) +approx_tab: + .value 0xffc0,0xfec0,0xfdc0,0xfcc0,0xfbc0,0xfac0,0xfa00,0xf900 + .value 0xf800,0xf700,0xf640,0xf540,0xf440,0xf380,0xf280,0xf180 + .value 0xf0c0,0xefc0,0xef00,0xee00,0xed40,0xec40,0xeb80,0xeac0 + .value 0xe9c0,0xe900,0xe840,0xe740,0xe680,0xe5c0,0xe500,0xe400 + .value 0xe340,0xe280,0xe1c0,0xe100,0xe040,0xdf80,0xdec0,0xde00 + .value 0xdd40,0xdc80,0xdbc0,0xdb00,0xda40,0xd980,0xd8c0,0xd800 + .value 0xd740,0xd680,0xd600,0xd540,0xd480,0xd3c0,0xd340,0xd280 + .value 0xd1c0,0xd140,0xd080,0xcfc0,0xcf40,0xce80,0xcdc0,0xcd40 + .value 0xcc80,0xcc00,0xcb40,0xcac0,0xca00,0xc980,0xc8c0,0xc840 + .value 0xc780,0xc700,0xc640,0xc5c0,0xc540,0xc480,0xc400,0xc380 + .value 0xc2c0,0xc240,0xc1c0,0xc100,0xc080,0xc000,0xbf80,0xbec0 + .value 0xbe40,0xbdc0,0xbd40,0xbc80,0xbc00,0xbb80,0xbb00,0xba80 + .value 0xba00,0xb980,0xb900,0xb840,0xb7c0,0xb740,0xb6c0,0xb640 + .value 0xb5c0,0xb540,0xb4c0,0xb440,0xb3c0,0xb340,0xb2c0,0xb240 + .value 0xb1c0,0xb140,0xb0c0,0xb080,0xb000,0xaf80,0xaf00,0xae80 + .value 0xae00,0xad80,0xad40,0xacc0,0xac40,0xabc0,0xab40,0xaac0 + .value 0xaa80,0xaa00,0xa980,0xa900,0xa8c0,0xa840,0xa7c0,0xa740 + .value 0xa700,0xa680,0xa600,0xa5c0,0xa540,0xa4c0,0xa480,0xa400 + .value 0xa380,0xa340,0xa2c0,0xa240,0xa200,0xa180,0xa140,0xa0c0 + .value 0xa080,0xa000,0x9f80,0x9f40,0x9ec0,0x9e80,0x9e00,0x9dc0 + .value 0x9d40,0x9d00,0x9c80,0x9c40,0x9bc0,0x9b80,0x9b00,0x9ac0 + .value 0x9a40,0x9a00,0x9980,0x9940,0x98c0,0x9880,0x9840,0x97c0 + .value 0x9780,0x9700,0x96c0,0x9680,0x9600,0x95c0,0x9580,0x9500 + .value 0x94c0,0x9440,0x9400,0x93c0,0x9340,0x9300,0x92c0,0x9240 + .value 0x9200,0x91c0,0x9180,0x9100,0x90c0,0x9080,0x9000,0x8fc0 + .value 0x8f80,0x8f40,0x8ec0,0x8e80,0x8e40,0x8e00,0x8d80,0x8d40 + .value 0x8d00,0x8cc0,0x8c80,0x8c00,0x8bc0,0x8b80,0x8b40,0x8b00 + .value 0x8a80,0x8a40,0x8a00,0x89c0,0x8980,0x8940,0x88c0,0x8880 + .value 0x8840,0x8800,0x87c0,0x8780,0x8740,0x8700,0x8680,0x8640 + .value 0x8600,0x85c0,0x8580,0x8540,0x8500,0x84c0,0x8480,0x8440 + .value 0x8400,0x8380,0x8340,0x8300,0x82c0,0x8280,0x8240,0x8200 + .value 0x81c0,0x8180,0x8140,0x8100,0x80c0,0x8080,0x8040,0x8000 ASM_END() |