2009-01-03 22:22:43 +01:00
|
|
|
/**
|
|
|
|
|
* \file bn_mul.h
|
2009-01-04 17:27:10 +01:00
|
|
|
*
|
2011-01-06 13:28:03 +01:00
|
|
|
* \brief Multi-precision integer library
|
|
|
|
|
*
|
2010-07-18 12:13:04 +02:00
|
|
|
* Copyright (C) 2006-2010, Brainspark B.V.
|
2010-07-18 22:36:00 +02:00
|
|
|
*
|
|
|
|
|
* This file is part of PolarSSL (http://www.polarssl.org)
|
2010-07-18 12:13:04 +02:00
|
|
|
* Lead Maintainer: Paul Bakker <polarssl_maintainer at polarssl.org>
|
2010-07-18 22:36:00 +02:00
|
|
|
*
|
2009-07-28 19:23:11 +02:00
|
|
|
* All rights reserved.
|
2009-01-04 17:27:10 +01:00
|
|
|
*
|
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
|
* (at your option) any later version.
|
|
|
|
|
*
|
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU General Public License along
|
|
|
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
|
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
2009-01-03 22:22:43 +01:00
|
|
|
*/
|
|
|
|
|
/*
|
|
|
|
|
* Multiply source vector [s] with b, add result
|
|
|
|
|
* to destination vector [d] and set carry c.
|
|
|
|
|
*
|
|
|
|
|
* Currently supports:
|
|
|
|
|
*
|
|
|
|
|
* . IA-32 (386+) . AMD64 / EM64T
|
|
|
|
|
* . IA-32 (SSE2) . Motorola 68000
|
|
|
|
|
* . PowerPC, 32-bit . MicroBlaze
|
|
|
|
|
* . PowerPC, 64-bit . TriCore
|
|
|
|
|
* . SPARC v8 . ARM v3+
|
|
|
|
|
* . Alpha . MIPS32
|
|
|
|
|
* . C, longlong . C, generic
|
|
|
|
|
*/
|
2009-01-03 22:51:57 +01:00
|
|
|
#ifndef POLARSSL_BN_MUL_H
|
|
|
|
|
#define POLARSSL_BN_MUL_H
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2012-01-22 21:38:13 +01:00
|
|
|
#include "bignum.h"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2009-01-03 22:51:57 +01:00
|
|
|
#if defined(POLARSSL_HAVE_ASM)
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#if defined(__GNUC__)
|
|
|
|
|
#if defined(__i386__)
|
|
|
|
|
|
2009-07-19 23:37:39 +02:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( " \
|
|
|
|
|
movl %%ebx, %0; \
|
|
|
|
|
movl %5, %%esi; \
|
|
|
|
|
movl %6, %%edi; \
|
|
|
|
|
movl %7, %%ecx; \
|
|
|
|
|
movl %8, %%ebx; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2009-07-08 21:49:01 +02:00
|
|
|
#define MULADDC_CORE \
|
2009-07-19 23:37:39 +02:00
|
|
|
" \
|
2009-07-08 21:49:01 +02:00
|
|
|
lodsl; \
|
|
|
|
|
mull %%ebx; \
|
|
|
|
|
addl %%ecx, %%eax; \
|
|
|
|
|
adcl $0, %%edx; \
|
|
|
|
|
addl (%%edi), %%eax; \
|
|
|
|
|
adcl $0, %%edx; \
|
|
|
|
|
movl %%edx, %%ecx; \
|
2009-07-19 23:37:39 +02:00
|
|
|
stosl; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2009-01-03 22:51:57 +01:00
|
|
|
#if defined(POLARSSL_HAVE_SSE2)
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2009-07-19 23:37:39 +02:00
|
|
|
#define MULADDC_HUIT \
|
|
|
|
|
" \
|
|
|
|
|
movd %%ecx, %%mm1; \
|
|
|
|
|
movd %%ebx, %%mm0; \
|
|
|
|
|
movd (%%edi), %%mm3; \
|
|
|
|
|
paddq %%mm3, %%mm1; \
|
|
|
|
|
movd (%%esi), %%mm2; \
|
|
|
|
|
pmuludq %%mm0, %%mm2; \
|
|
|
|
|
movd 4(%%esi), %%mm4; \
|
|
|
|
|
pmuludq %%mm0, %%mm4; \
|
|
|
|
|
movd 8(%%esi), %%mm6; \
|
|
|
|
|
pmuludq %%mm0, %%mm6; \
|
|
|
|
|
movd 12(%%esi), %%mm7; \
|
|
|
|
|
pmuludq %%mm0, %%mm7; \
|
|
|
|
|
paddq %%mm2, %%mm1; \
|
|
|
|
|
movd 4(%%edi), %%mm3; \
|
|
|
|
|
paddq %%mm4, %%mm3; \
|
|
|
|
|
movd 8(%%edi), %%mm5; \
|
|
|
|
|
paddq %%mm6, %%mm5; \
|
|
|
|
|
movd 12(%%edi), %%mm4; \
|
|
|
|
|
paddq %%mm4, %%mm7; \
|
|
|
|
|
movd %%mm1, (%%edi); \
|
|
|
|
|
movd 16(%%esi), %%mm2; \
|
|
|
|
|
pmuludq %%mm0, %%mm2; \
|
|
|
|
|
psrlq $32, %%mm1; \
|
|
|
|
|
movd 20(%%esi), %%mm4; \
|
|
|
|
|
pmuludq %%mm0, %%mm4; \
|
|
|
|
|
paddq %%mm3, %%mm1; \
|
|
|
|
|
movd 24(%%esi), %%mm6; \
|
|
|
|
|
pmuludq %%mm0, %%mm6; \
|
|
|
|
|
movd %%mm1, 4(%%edi); \
|
|
|
|
|
psrlq $32, %%mm1; \
|
|
|
|
|
movd 28(%%esi), %%mm3; \
|
|
|
|
|
pmuludq %%mm0, %%mm3; \
|
|
|
|
|
paddq %%mm5, %%mm1; \
|
|
|
|
|
movd 16(%%edi), %%mm5; \
|
|
|
|
|
paddq %%mm5, %%mm2; \
|
|
|
|
|
movd %%mm1, 8(%%edi); \
|
|
|
|
|
psrlq $32, %%mm1; \
|
|
|
|
|
paddq %%mm7, %%mm1; \
|
|
|
|
|
movd 20(%%edi), %%mm5; \
|
|
|
|
|
paddq %%mm5, %%mm4; \
|
|
|
|
|
movd %%mm1, 12(%%edi); \
|
|
|
|
|
psrlq $32, %%mm1; \
|
|
|
|
|
paddq %%mm2, %%mm1; \
|
|
|
|
|
movd 24(%%edi), %%mm5; \
|
|
|
|
|
paddq %%mm5, %%mm6; \
|
|
|
|
|
movd %%mm1, 16(%%edi); \
|
|
|
|
|
psrlq $32, %%mm1; \
|
|
|
|
|
paddq %%mm4, %%mm1; \
|
|
|
|
|
movd 28(%%edi), %%mm5; \
|
|
|
|
|
paddq %%mm5, %%mm3; \
|
|
|
|
|
movd %%mm1, 20(%%edi); \
|
|
|
|
|
psrlq $32, %%mm1; \
|
|
|
|
|
paddq %%mm6, %%mm1; \
|
|
|
|
|
movd %%mm1, 24(%%edi); \
|
|
|
|
|
psrlq $32, %%mm1; \
|
|
|
|
|
paddq %%mm3, %%mm1; \
|
|
|
|
|
movd %%mm1, 28(%%edi); \
|
|
|
|
|
addl $32, %%edi; \
|
|
|
|
|
addl $32, %%esi; \
|
|
|
|
|
psrlq $32, %%mm1; \
|
|
|
|
|
movd %%mm1, %%ecx; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2009-07-19 23:37:39 +02:00
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
emms; \
|
|
|
|
|
movl %4, %%ebx; \
|
|
|
|
|
movl %%ecx, %1; \
|
|
|
|
|
movl %%edi, %2; \
|
|
|
|
|
movl %%esi, %3; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (t), "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (t), "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "eax", "ecx", "edx", "esi", "edi" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#else
|
|
|
|
|
|
2009-07-19 23:37:39 +02:00
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
movl %4, %%ebx; \
|
|
|
|
|
movl %%ecx, %1; \
|
|
|
|
|
movl %%edi, %2; \
|
|
|
|
|
movl %%esi, %3; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (t), "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (t), "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "eax", "ecx", "edx", "esi", "edi" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
#endif /* SSE2 */
|
|
|
|
|
#endif /* i386 */
|
|
|
|
|
|
|
|
|
|
#if defined(__amd64__) || defined (__x86_64__)
|
|
|
|
|
|
2014-01-07 17:50:46 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
movq %3, %%rsi; \
|
|
|
|
|
movq %4, %%rdi; \
|
|
|
|
|
movq %5, %%rcx; \
|
|
|
|
|
movq %6, %%rbx; \
|
|
|
|
|
xorq %%r8, %%r8; \
|
|
|
|
|
"
|
|
|
|
|
|
|
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
movq (%%rsi), %%rax; \
|
|
|
|
|
mulq %%rbx; \
|
|
|
|
|
addq $8, %%rsi; \
|
|
|
|
|
addq %%rcx, %%rax; \
|
|
|
|
|
movq %%r8, %%rcx; \
|
|
|
|
|
adcq $0, %%rdx; \
|
|
|
|
|
nop; \
|
|
|
|
|
addq %%rax, (%%rdi); \
|
|
|
|
|
adcq %%rdx, %%rcx; \
|
|
|
|
|
addq $8, %%rdi; \
|
|
|
|
|
"
|
|
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
movq %%rcx, %0; \
|
|
|
|
|
movq %%rdi, %1; \
|
|
|
|
|
movq %%rsi, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "rax", "rcx", "rdx", "rbx", "rsi", "rdi", "r8" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#endif /* AMD64 */
|
|
|
|
|
|
|
|
|
|
#if defined(__mc68020__) || defined(__mcpu32__)
|
|
|
|
|
|
2014-01-10 15:30:23 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
movl %3, %%a2; \
|
|
|
|
|
movl %4, %%a3; \
|
|
|
|
|
movl %5, %%d3; \
|
|
|
|
|
movl %6, %%d2; \
|
|
|
|
|
moveq #0, %%d0; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-10 15:30:23 +01:00
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
movel %%a2@+, %%d1; \
|
|
|
|
|
mulul %%d2, %%d4:%%d1; \
|
|
|
|
|
addl %%d3, %%d1; \
|
|
|
|
|
addxl %%d0, %%d4; \
|
|
|
|
|
moveq #0, %%d3; \
|
|
|
|
|
addl %%d1, %%a3@+; \
|
|
|
|
|
addxl %%d4, %%d3; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-10 15:30:23 +01:00
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
movl %%d3, %0; \
|
|
|
|
|
movl %%a3, %1; \
|
|
|
|
|
movl %%a2, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "d0", "d1", "d2", "d3", "d4", "a2", "a3" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-10 15:30:23 +01:00
|
|
|
#define MULADDC_HUIT \
|
|
|
|
|
" \
|
|
|
|
|
movel %%a2@+, %%d1; \
|
|
|
|
|
mulul %%d2, %%d4:%%d1; \
|
|
|
|
|
addxl %%d3, %%d1; \
|
|
|
|
|
addxl %%d0, %%d4; \
|
|
|
|
|
addl %%d1, %%a3@+; \
|
|
|
|
|
movel %%a2@+, %%d1; \
|
|
|
|
|
mulul %%d2, %%d3:%%d1; \
|
|
|
|
|
addxl %%d4, %%d1; \
|
|
|
|
|
addxl %%d0, %%d3; \
|
|
|
|
|
addl %%d1, %%a3@+; \
|
|
|
|
|
movel %%a2@+, %%d1; \
|
|
|
|
|
mulul %%d2, %%d4:%%d1; \
|
|
|
|
|
addxl %%d3, %%d1; \
|
|
|
|
|
addxl %%d0, %%d4; \
|
|
|
|
|
addl %%d1, %%a3@+; \
|
|
|
|
|
movel %%a2@+, %%d1; \
|
|
|
|
|
mulul %%d2, %%d3:%%d1; \
|
|
|
|
|
addxl %%d4, %%d1; \
|
|
|
|
|
addxl %%d0, %%d3; \
|
|
|
|
|
addl %%d1, %%a3@+; \
|
|
|
|
|
movel %%a2@+, %%d1; \
|
|
|
|
|
mulul %%d2, %%d4:%%d1; \
|
|
|
|
|
addxl %%d3, %%d1; \
|
|
|
|
|
addxl %%d0, %%d4; \
|
|
|
|
|
addl %%d1, %%a3@+; \
|
|
|
|
|
movel %%a2@+, %%d1; \
|
|
|
|
|
mulul %%d2, %%d3:%%d1; \
|
|
|
|
|
addxl %%d4, %%d1; \
|
|
|
|
|
addxl %%d0, %%d3; \
|
|
|
|
|
addl %%d1, %%a3@+; \
|
|
|
|
|
movel %%a2@+, %%d1; \
|
|
|
|
|
mulul %%d2, %%d4:%%d1; \
|
|
|
|
|
addxl %%d3, %%d1; \
|
|
|
|
|
addxl %%d0, %%d4; \
|
|
|
|
|
addl %%d1, %%a3@+; \
|
|
|
|
|
movel %%a2@+, %%d1; \
|
|
|
|
|
mulul %%d2, %%d3:%%d1; \
|
|
|
|
|
addxl %%d4, %%d1; \
|
|
|
|
|
addxl %%d0, %%d3; \
|
|
|
|
|
addl %%d1, %%a3@+; \
|
|
|
|
|
addxl %%d0, %%d3; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#endif /* MC68000 */
|
|
|
|
|
|
|
|
|
|
#if defined(__powerpc64__) || defined(__ppc64__)
|
|
|
|
|
|
|
|
|
|
#if defined(__MACH__) && defined(__APPLE__)
|
|
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
ld r3, %3; \
|
|
|
|
|
ld r4, %4; \
|
|
|
|
|
ld r5, %5; \
|
|
|
|
|
ld r6, %6; \
|
|
|
|
|
addi r3, r3, -8; \
|
|
|
|
|
addi r4, r4, -8; \
|
|
|
|
|
addic r5, r5, 0; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
ldu r7, 8(r3); \
|
|
|
|
|
mulld r8, r7, r6; \
|
|
|
|
|
mulhdu r9, r7, r6; \
|
|
|
|
|
adde r8, r8, r5; \
|
|
|
|
|
ld r7, 8(r4); \
|
|
|
|
|
addze r5, r9; \
|
|
|
|
|
addc r8, r8, r7; \
|
|
|
|
|
stdu r8, 8(r4); \
|
|
|
|
|
"
|
|
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
addze r5, r5; \
|
|
|
|
|
addi r4, r4, 8; \
|
|
|
|
|
addi r3, r3, 8; \
|
|
|
|
|
std r5, %0; \
|
|
|
|
|
std r4, %1; \
|
|
|
|
|
std r3, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "r3", "r4", "r5", "r6", "r7", "r8", "r9" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
|
2014-05-01 13:03:14 +02:00
|
|
|
#else /* __MACH__ && __APPLE__ */
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
ld %%r3, %3; \
|
|
|
|
|
ld %%r4, %4; \
|
|
|
|
|
ld %%r5, %5; \
|
|
|
|
|
ld %%r6, %6; \
|
|
|
|
|
addi %%r3, %%r3, -8; \
|
|
|
|
|
addi %%r4, %%r4, -8; \
|
|
|
|
|
addic %%r5, %%r5, 0; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
ldu %%r7, 8(%%r3); \
|
|
|
|
|
mulld %%r8, %%r7, %%r6; \
|
|
|
|
|
mulhdu %%r9, %%r7, %%r6; \
|
|
|
|
|
adde %%r8, %%r8, %%r5; \
|
|
|
|
|
ld %%r7, 8(%%r4); \
|
|
|
|
|
addze %%r5, %%r9; \
|
|
|
|
|
addc %%r8, %%r8, %%r7; \
|
|
|
|
|
stdu %%r8, 8(%%r4); \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
addze %%r5, %%r5; \
|
|
|
|
|
addi %%r4, %%r4, 8; \
|
|
|
|
|
addi %%r3, %%r3, 8; \
|
|
|
|
|
std %%r5, %0; \
|
|
|
|
|
std %%r4, %1; \
|
|
|
|
|
std %%r3, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "r3", "r4", "r5", "r6", "r7", "r8", "r9" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-05-01 13:03:14 +02:00
|
|
|
#endif /* __MACH__ && __APPLE__ */
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-05-06 08:26:13 +02:00
|
|
|
#elif defined(__powerpc__) || defined(__ppc__) /* end PPC64/begin PPC32 */
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#if defined(__MACH__) && defined(__APPLE__)
|
|
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
lwz r3, %3; \
|
|
|
|
|
lwz r4, %4; \
|
|
|
|
|
lwz r5, %5; \
|
|
|
|
|
lwz r6, %6; \
|
|
|
|
|
addi r3, r3, -4; \
|
|
|
|
|
addi r4, r4, -4; \
|
|
|
|
|
addic r5, r5, 0; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
lwzu r7, 4(r3); \
|
|
|
|
|
mullw r8, r7, r6; \
|
|
|
|
|
mulhwu r9, r7, r6; \
|
|
|
|
|
adde r8, r8, r5; \
|
|
|
|
|
lwz r7, 4(r4); \
|
|
|
|
|
addze r5, r9; \
|
|
|
|
|
addc r8, r8, r7; \
|
|
|
|
|
stwu r8, 4(r4); \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
addze r5, r5; \
|
|
|
|
|
addi r4, r4, 4; \
|
|
|
|
|
addi r3, r3, 4; \
|
|
|
|
|
stw r5, %0; \
|
|
|
|
|
stw r4, %1; \
|
|
|
|
|
stw r3, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "r3", "r4", "r5", "r6", "r7", "r8", "r9" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-05-01 13:03:14 +02:00
|
|
|
#else /* __MACH__ && __APPLE__ */
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
lwz %%r3, %3; \
|
|
|
|
|
lwz %%r4, %4; \
|
|
|
|
|
lwz %%r5, %5; \
|
|
|
|
|
lwz %%r6, %6; \
|
|
|
|
|
addi %%r3, %%r3, -4; \
|
|
|
|
|
addi %%r4, %%r4, -4; \
|
|
|
|
|
addic %%r5, %%r5, 0; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
lwzu %%r7, 4(%%r3); \
|
|
|
|
|
mullw %%r8, %%r7, %%r6; \
|
|
|
|
|
mulhwu %%r9, %%r7, %%r6; \
|
|
|
|
|
adde %%r8, %%r8, %%r5; \
|
|
|
|
|
lwz %%r7, 4(%%r4); \
|
|
|
|
|
addze %%r5, %%r9; \
|
|
|
|
|
addc %%r8, %%r8, %%r7; \
|
|
|
|
|
stwu %%r8, 4(%%r4); \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 19:16:48 +01:00
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
addze %%r5, %%r5; \
|
|
|
|
|
addi %%r4, %%r4, 4; \
|
|
|
|
|
addi %%r3, %%r3, 4; \
|
|
|
|
|
stw %%r5, %0; \
|
|
|
|
|
stw %%r4, %1; \
|
|
|
|
|
stw %%r3, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "r3", "r4", "r5", "r6", "r7", "r8", "r9" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-05-01 13:03:14 +02:00
|
|
|
#endif /* __MACH__ && __APPLE__ */
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#endif /* PPC32 */
|
|
|
|
|
|
2012-10-30 08:29:57 +01:00
|
|
|
#if defined(__sparc__) && defined(__sparc64__)
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#define MULADDC_INIT \
|
2012-10-30 08:29:57 +01:00
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
ldx %3, %%o0; \
|
|
|
|
|
ldx %4, %%o1; \
|
|
|
|
|
ld %5, %%o2; \
|
|
|
|
|
ld %6, %%o3; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#define MULADDC_CORE \
|
2012-10-30 08:29:57 +01:00
|
|
|
" \
|
|
|
|
|
ld [%%o0], %%o4; \
|
|
|
|
|
inc 4, %%o0; \
|
|
|
|
|
ld [%%o1], %%o5; \
|
|
|
|
|
umul %%o3, %%o4, %%o4; \
|
|
|
|
|
addcc %%o4, %%o2, %%o4; \
|
|
|
|
|
rd %%y, %%g1; \
|
|
|
|
|
addx %%g1, 0, %%g1; \
|
|
|
|
|
addcc %%o4, %%o5, %%o4; \
|
|
|
|
|
st %%o4, [%%o1]; \
|
|
|
|
|
addx %%g1, 0, %%o2; \
|
|
|
|
|
inc 4, %%o1; \
|
|
|
|
|
"
|
|
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
st %%o2, %0; \
|
|
|
|
|
stx %%o1, %1; \
|
|
|
|
|
stx %%o0, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "g1", "o0", "o1", "o2", "o3", "o4", \
|
|
|
|
|
"o5" \
|
|
|
|
|
);
|
|
|
|
|
#endif /* SPARCv9 */
|
|
|
|
|
|
|
|
|
|
#if defined(__sparc__) && !defined(__sparc64__)
|
|
|
|
|
|
|
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
ld %3, %%o0; \
|
|
|
|
|
ld %4, %%o1; \
|
|
|
|
|
ld %5, %%o2; \
|
|
|
|
|
ld %6, %%o3; \
|
|
|
|
|
"
|
|
|
|
|
|
|
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
ld [%%o0], %%o4; \
|
|
|
|
|
inc 4, %%o0; \
|
|
|
|
|
ld [%%o1], %%o5; \
|
|
|
|
|
umul %%o3, %%o4, %%o4; \
|
|
|
|
|
addcc %%o4, %%o2, %%o4; \
|
|
|
|
|
rd %%y, %%g1; \
|
|
|
|
|
addx %%g1, 0, %%g1; \
|
|
|
|
|
addcc %%o4, %%o5, %%o4; \
|
|
|
|
|
st %%o4, [%%o1]; \
|
|
|
|
|
addx %%g1, 0, %%o2; \
|
|
|
|
|
inc 4, %%o1; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
2012-10-30 08:29:57 +01:00
|
|
|
" \
|
|
|
|
|
st %%o2, %0; \
|
|
|
|
|
st %%o1, %1; \
|
|
|
|
|
st %%o0, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "g1", "o0", "o1", "o2", "o3", "o4", \
|
|
|
|
|
"o5" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#endif /* SPARCv8 */
|
|
|
|
|
|
|
|
|
|
#if defined(__microblaze__) || defined(microblaze)
|
|
|
|
|
|
2014-01-10 15:35:41 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
lwi r3, %3; \
|
|
|
|
|
lwi r4, %4; \
|
|
|
|
|
lwi r5, %5; \
|
|
|
|
|
lwi r6, %6; \
|
|
|
|
|
andi r7, r6, 0xffff; \
|
|
|
|
|
bsrli r6, r6, 16; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-10 15:35:41 +01:00
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
lhui r8, r3, 0; \
|
|
|
|
|
addi r3, r3, 2; \
|
|
|
|
|
lhui r9, r3, 0; \
|
|
|
|
|
addi r3, r3, 2; \
|
|
|
|
|
mul r10, r9, r6; \
|
|
|
|
|
mul r11, r8, r7; \
|
|
|
|
|
mul r12, r9, r7; \
|
|
|
|
|
mul r13, r8, r6; \
|
|
|
|
|
bsrli r8, r10, 16; \
|
|
|
|
|
bsrli r9, r11, 16; \
|
|
|
|
|
add r13, r13, r8; \
|
|
|
|
|
add r13, r13, r9; \
|
|
|
|
|
bslli r10, r10, 16; \
|
|
|
|
|
bslli r11, r11, 16; \
|
|
|
|
|
add r12, r12, r10; \
|
|
|
|
|
addc r13, r13, r0; \
|
|
|
|
|
add r12, r12, r11; \
|
|
|
|
|
addc r13, r13, r0; \
|
|
|
|
|
lwi r10, r4, 0; \
|
|
|
|
|
add r12, r12, r10; \
|
|
|
|
|
addc r13, r13, r0; \
|
|
|
|
|
add r12, r12, r5; \
|
|
|
|
|
addc r5, r13, r0; \
|
|
|
|
|
swi r12, r4, 0; \
|
|
|
|
|
addi r4, r4, 4; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-10 15:35:41 +01:00
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
swi r5, %0; \
|
|
|
|
|
swi r4, %1; \
|
|
|
|
|
swi r3, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "r3", "r4" "r5", "r6", "r7", "r8", \
|
|
|
|
|
"r9", "r10", "r11", "r12", "r13" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#endif /* MicroBlaze */
|
|
|
|
|
|
|
|
|
|
#if defined(__tricore__)
|
|
|
|
|
|
2014-01-10 15:47:50 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
ld.a %%a2, %3; \
|
|
|
|
|
ld.a %%a3, %4; \
|
|
|
|
|
ld.w %%d4, %5; \
|
|
|
|
|
ld.w %%d1, %6; \
|
|
|
|
|
xor %%d5, %%d5; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-10 15:47:50 +01:00
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
ld.w %%d0, [%%a2+]; \
|
|
|
|
|
madd.u %%e2, %%e4, %%d0, %%d1; \
|
|
|
|
|
ld.w %%d0, [%%a3]; \
|
|
|
|
|
addx %%d2, %%d2, %%d0; \
|
|
|
|
|
addc %%d3, %%d3, 0; \
|
|
|
|
|
mov %%d4, %%d3; \
|
|
|
|
|
st.w [%%a3+], %%d2; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-10 15:47:50 +01:00
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
st.w %0, %%d4; \
|
|
|
|
|
st.a %1, %%a3; \
|
|
|
|
|
st.a %2, %%a2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "d0", "d1", "e2", "d4", "a2", "a3" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#endif /* TriCore */
|
|
|
|
|
|
|
|
|
|
#if defined(__arm__)
|
|
|
|
|
|
2013-06-24 19:23:56 +02:00
|
|
|
#if defined(__thumb__) && !defined(__thumb2__)
|
2012-07-02 10:36:36 +02:00
|
|
|
|
|
|
|
|
#define MULADDC_INIT \
|
2013-03-06 18:14:52 +01:00
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
ldr r0, %3; \
|
|
|
|
|
ldr r1, %4; \
|
|
|
|
|
ldr r2, %5; \
|
|
|
|
|
ldr r3, %6; \
|
|
|
|
|
lsr r7, r3, #16; \
|
|
|
|
|
mov r9, r7; \
|
|
|
|
|
lsl r7, r3, #16; \
|
|
|
|
|
lsr r7, r7, #16; \
|
|
|
|
|
mov r8, r7; \
|
|
|
|
|
"
|
2012-07-02 10:36:36 +02:00
|
|
|
|
|
|
|
|
#define MULADDC_CORE \
|
2013-03-06 18:14:52 +01:00
|
|
|
" \
|
|
|
|
|
ldmia r0!, {r6}; \
|
|
|
|
|
lsr r7, r6, #16; \
|
|
|
|
|
lsl r6, r6, #16; \
|
|
|
|
|
lsr r6, r6, #16; \
|
|
|
|
|
mov r4, r8; \
|
|
|
|
|
mul r4, r6; \
|
|
|
|
|
mov r3, r9; \
|
|
|
|
|
mul r6, r3; \
|
|
|
|
|
mov r5, r9; \
|
|
|
|
|
mul r5, r7; \
|
|
|
|
|
mov r3, r8; \
|
|
|
|
|
mul r7, r3; \
|
|
|
|
|
lsr r3, r6, #16; \
|
|
|
|
|
add r5, r5, r3; \
|
|
|
|
|
lsr r3, r7, #16; \
|
|
|
|
|
add r5, r5, r3; \
|
|
|
|
|
add r4, r4, r2; \
|
|
|
|
|
mov r2, #0; \
|
|
|
|
|
adc r5, r2; \
|
|
|
|
|
lsl r3, r6, #16; \
|
|
|
|
|
add r4, r4, r3; \
|
|
|
|
|
adc r5, r2; \
|
|
|
|
|
lsl r3, r7, #16; \
|
|
|
|
|
add r4, r4, r3; \
|
|
|
|
|
adc r5, r2; \
|
|
|
|
|
ldr r3, [r1]; \
|
|
|
|
|
add r4, r4, r3; \
|
|
|
|
|
adc r2, r5; \
|
|
|
|
|
stmia r1!, {r4}; \
|
|
|
|
|
"
|
2012-07-02 10:36:36 +02:00
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
2013-03-06 18:14:52 +01:00
|
|
|
" \
|
|
|
|
|
str r2, %0; \
|
|
|
|
|
str r1, %1; \
|
|
|
|
|
str r0, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "r0", "r1", "r2", "r3", "r4", "r5", \
|
2013-04-11 17:13:22 +02:00
|
|
|
"r6", "r7", "r8", "r9", "cc" \
|
2013-03-06 18:14:52 +01:00
|
|
|
);
|
2012-07-02 10:36:36 +02:00
|
|
|
|
|
|
|
|
#else
|
2011-11-18 13:47:23 +01:00
|
|
|
|
2009-01-03 22:22:43 +01:00
|
|
|
#define MULADDC_INIT \
|
2013-03-06 18:14:52 +01:00
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
ldr r0, %3; \
|
|
|
|
|
ldr r1, %4; \
|
|
|
|
|
ldr r2, %5; \
|
|
|
|
|
ldr r3, %6; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#define MULADDC_CORE \
|
2013-03-06 18:14:52 +01:00
|
|
|
" \
|
|
|
|
|
ldr r4, [r0], #4; \
|
|
|
|
|
mov r5, #0; \
|
|
|
|
|
ldr r6, [r1]; \
|
|
|
|
|
umlal r2, r5, r3, r4; \
|
|
|
|
|
adds r7, r6, r2; \
|
|
|
|
|
adc r2, r5, #0; \
|
|
|
|
|
str r7, [r1], #4; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
2013-03-06 18:14:52 +01:00
|
|
|
" \
|
|
|
|
|
str r2, %0; \
|
|
|
|
|
str r1, %1; \
|
|
|
|
|
str r0, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "r0", "r1", "r2", "r3", "r4", "r5", \
|
2013-04-11 17:13:22 +02:00
|
|
|
"r6", "r7", "cc" \
|
2013-03-06 18:14:52 +01:00
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2011-11-18 13:47:23 +01:00
|
|
|
#endif /* Thumb */
|
|
|
|
|
|
2009-01-03 22:22:43 +01:00
|
|
|
#endif /* ARMv3 */
|
|
|
|
|
|
|
|
|
|
#if defined(__alpha__)
|
|
|
|
|
|
2014-01-10 15:53:41 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
ldq $1, %3; \
|
|
|
|
|
ldq $2, %4; \
|
|
|
|
|
ldq $3, %5; \
|
|
|
|
|
ldq $4, %6; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-10 15:53:41 +01:00
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
ldq $6, 0($1); \
|
|
|
|
|
addq $1, 8, $1; \
|
|
|
|
|
mulq $6, $4, $7; \
|
|
|
|
|
umulh $6, $4, $6; \
|
|
|
|
|
addq $7, $3, $7; \
|
|
|
|
|
cmpult $7, $3, $3; \
|
|
|
|
|
ldq $5, 0($2); \
|
|
|
|
|
addq $7, $5, $7; \
|
|
|
|
|
cmpult $7, $5, $5; \
|
|
|
|
|
stq $7, 0($2); \
|
|
|
|
|
addq $2, 8, $2; \
|
|
|
|
|
addq $6, $3, $3; \
|
|
|
|
|
addq $5, $3, $3; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
2014-01-10 15:53:41 +01:00
|
|
|
" \
|
|
|
|
|
stq $3, %0; \
|
|
|
|
|
stq $2, %1; \
|
|
|
|
|
stq $1, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "$1", "$2", "$3", "$4", "$5", "$6", "$7" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
#endif /* Alpha */
|
|
|
|
|
|
2014-03-05 15:04:09 +01:00
|
|
|
#if defined(__mips__) && !defined(__mips64__)
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 18:31:06 +01:00
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
asm( \
|
|
|
|
|
" \
|
|
|
|
|
lw $10, %3; \
|
|
|
|
|
lw $11, %4; \
|
|
|
|
|
lw $12, %5; \
|
|
|
|
|
lw $13, %6; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 18:31:06 +01:00
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
" \
|
|
|
|
|
lw $14, 0($10); \
|
|
|
|
|
multu $13, $14; \
|
|
|
|
|
addi $10, $10, 4; \
|
|
|
|
|
mflo $14; \
|
|
|
|
|
mfhi $9; \
|
|
|
|
|
addu $14, $12, $14; \
|
|
|
|
|
lw $15, 0($11); \
|
|
|
|
|
sltu $12, $14, $12; \
|
|
|
|
|
addu $15, $14, $15; \
|
|
|
|
|
sltu $14, $15, $14; \
|
|
|
|
|
addu $12, $12, $9; \
|
|
|
|
|
sw $15, 0($11); \
|
|
|
|
|
addu $12, $12, $14; \
|
|
|
|
|
addi $11, $11, 4; \
|
|
|
|
|
"
|
2009-01-03 22:22:43 +01:00
|
|
|
|
2014-01-07 18:31:06 +01:00
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
" \
|
|
|
|
|
sw $12, %0; \
|
|
|
|
|
sw $11, %1; \
|
|
|
|
|
sw $10, %2; \
|
|
|
|
|
" \
|
|
|
|
|
: "=m" (c), "=m" (d), "=m" (s) \
|
|
|
|
|
: "m" (s), "m" (d), "m" (c), "m" (b) \
|
|
|
|
|
: "$9", "$10", "$11", "$12", "$13", "$14", "$15" \
|
|
|
|
|
);
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#endif /* MIPS */
|
|
|
|
|
#endif /* GNUC */
|
|
|
|
|
|
|
|
|
|
#if (defined(_MSC_VER) && defined(_M_IX86)) || defined(__WATCOMC__)
|
|
|
|
|
|
|
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
__asm mov esi, s \
|
|
|
|
|
__asm mov edi, d \
|
|
|
|
|
__asm mov ecx, c \
|
|
|
|
|
__asm mov ebx, b
|
|
|
|
|
|
|
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
__asm lodsd \
|
|
|
|
|
__asm mul ebx \
|
|
|
|
|
__asm add eax, ecx \
|
|
|
|
|
__asm adc edx, 0 \
|
|
|
|
|
__asm add eax, [edi] \
|
|
|
|
|
__asm adc edx, 0 \
|
|
|
|
|
__asm mov ecx, edx \
|
|
|
|
|
__asm stosd
|
|
|
|
|
|
2009-01-03 22:51:57 +01:00
|
|
|
#if defined(POLARSSL_HAVE_SSE2)
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#define EMIT __asm _emit
|
|
|
|
|
|
|
|
|
|
#define MULADDC_HUIT \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0xC9 \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0xC3 \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x1F \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xCB \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x16 \
|
|
|
|
|
EMIT 0x0F EMIT 0xF4 EMIT 0xD0 \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x66 EMIT 0x04 \
|
|
|
|
|
EMIT 0x0F EMIT 0xF4 EMIT 0xE0 \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x76 EMIT 0x08 \
|
|
|
|
|
EMIT 0x0F EMIT 0xF4 EMIT 0xF0 \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x7E EMIT 0x0C \
|
|
|
|
|
EMIT 0x0F EMIT 0xF4 EMIT 0xF8 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xCA \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x5F EMIT 0x04 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xDC \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x08 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xEE \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x67 EMIT 0x0C \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xFC \
|
|
|
|
|
EMIT 0x0F EMIT 0x7E EMIT 0x0F \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x56 EMIT 0x10 \
|
|
|
|
|
EMIT 0x0F EMIT 0xF4 EMIT 0xD0 \
|
|
|
|
|
EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x66 EMIT 0x14 \
|
|
|
|
|
EMIT 0x0F EMIT 0xF4 EMIT 0xE0 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xCB \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x76 EMIT 0x18 \
|
|
|
|
|
EMIT 0x0F EMIT 0xF4 EMIT 0xF0 \
|
|
|
|
|
EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x04 \
|
|
|
|
|
EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x5E EMIT 0x1C \
|
|
|
|
|
EMIT 0x0F EMIT 0xF4 EMIT 0xD8 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xCD \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x10 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xD5 \
|
|
|
|
|
EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x08 \
|
|
|
|
|
EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xCF \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x14 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xE5 \
|
|
|
|
|
EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x0C \
|
|
|
|
|
EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xCA \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x18 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xF5 \
|
|
|
|
|
EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x10 \
|
|
|
|
|
EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xCC \
|
|
|
|
|
EMIT 0x0F EMIT 0x6E EMIT 0x6F EMIT 0x1C \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xDD \
|
|
|
|
|
EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x14 \
|
|
|
|
|
EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xCE \
|
|
|
|
|
EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x18 \
|
|
|
|
|
EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \
|
|
|
|
|
EMIT 0x0F EMIT 0xD4 EMIT 0xCB \
|
|
|
|
|
EMIT 0x0F EMIT 0x7E EMIT 0x4F EMIT 0x1C \
|
|
|
|
|
EMIT 0x83 EMIT 0xC7 EMIT 0x20 \
|
|
|
|
|
EMIT 0x83 EMIT 0xC6 EMIT 0x20 \
|
|
|
|
|
EMIT 0x0F EMIT 0x73 EMIT 0xD1 EMIT 0x20 \
|
|
|
|
|
EMIT 0x0F EMIT 0x7E EMIT 0xC9
|
|
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
EMIT 0x0F EMIT 0x77 \
|
|
|
|
|
__asm mov c, ecx \
|
|
|
|
|
__asm mov d, edi \
|
|
|
|
|
__asm mov s, esi \
|
|
|
|
|
|
|
|
|
|
#else
|
|
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
__asm mov c, ecx \
|
|
|
|
|
__asm mov d, edi \
|
|
|
|
|
__asm mov s, esi \
|
|
|
|
|
|
|
|
|
|
#endif /* SSE2 */
|
|
|
|
|
#endif /* MSVC */
|
|
|
|
|
|
2009-01-03 22:51:57 +01:00
|
|
|
#endif /* POLARSSL_HAVE_ASM */
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#if !defined(MULADDC_CORE)
|
2012-10-23 14:44:47 +02:00
|
|
|
#if defined(POLARSSL_HAVE_UDBL)
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
{ \
|
2011-04-24 11:11:17 +02:00
|
|
|
t_udbl r; \
|
|
|
|
|
t_uint r0, r1;
|
2009-01-03 22:22:43 +01:00
|
|
|
|
|
|
|
|
#define MULADDC_CORE \
|
2012-10-01 16:41:15 +02:00
|
|
|
r = *(s++) * (t_udbl) b; \
|
2009-01-03 22:22:43 +01:00
|
|
|
r0 = r; \
|
|
|
|
|
r1 = r >> biL; \
|
|
|
|
|
r0 += c; r1 += (r0 < c); \
|
|
|
|
|
r0 += *d; r1 += (r0 < *d); \
|
|
|
|
|
c = r1; *(d++) = r0;
|
|
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#else
|
|
|
|
|
#define MULADDC_INIT \
|
|
|
|
|
{ \
|
2011-04-24 11:11:17 +02:00
|
|
|
t_uint s0, s1, b0, b1; \
|
|
|
|
|
t_uint r0, r1, rx, ry; \
|
2009-01-03 22:22:43 +01:00
|
|
|
b0 = ( b << biH ) >> biH; \
|
|
|
|
|
b1 = ( b >> biH );
|
|
|
|
|
|
|
|
|
|
#define MULADDC_CORE \
|
|
|
|
|
s0 = ( *s << biH ) >> biH; \
|
|
|
|
|
s1 = ( *s >> biH ); s++; \
|
|
|
|
|
rx = s0 * b1; r0 = s0 * b0; \
|
|
|
|
|
ry = s1 * b0; r1 = s1 * b1; \
|
|
|
|
|
r1 += ( rx >> biH ); \
|
|
|
|
|
r1 += ( ry >> biH ); \
|
|
|
|
|
rx <<= biH; ry <<= biH; \
|
|
|
|
|
r0 += rx; r1 += (r0 < rx); \
|
|
|
|
|
r0 += ry; r1 += (r0 < ry); \
|
|
|
|
|
r0 += c; r1 += (r0 < c); \
|
|
|
|
|
r0 += *d; r1 += (r0 < *d); \
|
|
|
|
|
c = r1; *(d++) = r0;
|
|
|
|
|
|
|
|
|
|
#define MULADDC_STOP \
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#endif /* C (generic) */
|
|
|
|
|
#endif /* C (longlong) */
|
|
|
|
|
|
|
|
|
|
#endif /* bn_mul.h */
|
