1 /* Copyright (C) 1995-1997 Eric Young (eay@cryptsoft.com)
2 * All rights reserved.
3 *
4 * This package is an SSL implementation written
5 * by Eric Young (eay@cryptsoft.com).
6 * The implementation was written so as to conform with Netscapes SSL.
7 *
8 * This library is free for commercial and non-commercial use as long as
9 * the following conditions are aheared to. The following conditions
10 * apply to all code found in this distribution, be it the RC4, RSA,
11 * lhash, DES, etc., code; not just the SSL code. The SSL documentation
12 * included with this distribution is covered by the same copyright terms
13 * except that the holder is Tim Hudson (tjh@cryptsoft.com).
14 *
15 * Copyright remains Eric Young's, and as such any Copyright notices in
16 * the code are not to be removed.
17 * If this package is used in a product, Eric Young should be given attribution
18 * as the author of the parts of the library used.
19 * This can be in the form of a textual message at program startup or
20 * in documentation (online or textual) provided with the package.
21 *
22 * Redistribution and use in source and binary forms, with or without
23 * modification, are permitted provided that the following conditions
24 * are met:
25 * 1. Redistributions of source code must retain the copyright
26 * notice, this list of conditions and the following disclaimer.
27 * 2. Redistributions in binary form must reproduce the above copyright
28 * notice, this list of conditions and the following disclaimer in the
29 * documentation and/or other materials provided with the distribution.
30 * 3. All advertising materials mentioning features or use of this software
31 * must display the following acknowledgement:
32 * "This product includes cryptographic software written by
33 * Eric Young (eay@cryptsoft.com)"
34 * The word 'cryptographic' can be left out if the rouines from the library
35 * being used are not cryptographic related :-).
36 * 4. If you include any Windows specific code (or a derivative thereof) from
37 * the apps directory (application code) you must include an acknowledgement:
38 * "This product includes software written by Tim Hudson (tjh@cryptsoft.com)"
39 *
40 * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
41 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
42 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
43 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
44 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
45 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
46 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
47 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
48 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
49 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
50 * SUCH DAMAGE.
51 *
52 * The licence and distribution terms for any publically available version or
53 * derivative of this code cannot be changed. i.e. this code cannot simply be
54 * copied and put under another distribution licence
55 * [including the GNU Public Licence.]
56 */
57 /* ====================================================================
58 * Copyright (c) 1998-2006 The OpenSSL Project. All rights reserved.
59 *
60 * Redistribution and use in source and binary forms, with or without
61 * modification, are permitted provided that the following conditions
62 * are met:
63 *
64 * 1. Redistributions of source code must retain the above copyright
65 * notice, this list of conditions and the following disclaimer.
66 *
67 * 2. Redistributions in binary form must reproduce the above copyright
68 * notice, this list of conditions and the following disclaimer in
69 * the documentation and/or other materials provided with the
70 * distribution.
71 *
72 * 3. All advertising materials mentioning features or use of this
73 * software must display the following acknowledgment:
74 * "This product includes software developed by the OpenSSL Project
75 * for use in the OpenSSL Toolkit. (http://www.openssl.org/)"
76 *
77 * 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to
78 * endorse or promote products derived from this software without
79 * prior written permission. For written permission, please contact
80 * openssl-core@openssl.org.
81 *
82 * 5. Products derived from this software may not be called "OpenSSL"
83 * nor may "OpenSSL" appear in their names without prior written
84 * permission of the OpenSSL Project.
85 *
86 * 6. Redistributions of any form whatsoever must retain the following
87 * acknowledgment:
88 * "This product includes software developed by the OpenSSL Project
89 * for use in the OpenSSL Toolkit (http://www.openssl.org/)"
90 *
91 * THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT ``AS IS'' AND ANY
92 * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
93 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
94 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE OpenSSL PROJECT OR
95 * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
96 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
97 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
98 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
99 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
100 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
101 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
102 * OF THE POSSIBILITY OF SUCH DAMAGE.
103 * ====================================================================
104 *
105 * This product includes cryptographic software written by Eric Young
106 * (eay@cryptsoft.com). This product includes software written by Tim
107 * Hudson (tjh@cryptsoft.com).
108 *
109 */
110 /* ====================================================================
111 * Copyright 2002 Sun Microsystems, Inc. ALL RIGHTS RESERVED.
112 *
113 * Portions of the attached software ("Contribution") are developed by
114 * SUN MICROSYSTEMS, INC., and are contributed to the OpenSSL project.
115 *
116 * The Contribution is licensed pursuant to the Eric Young open source
117 * license provided above.
118 *
119 * The binary polynomial arithmetic software is originally written by
120 * Sheueling Chang Shantz and Douglas Stebila of Sun Microsystems
121 * Laboratories. */
122
123 #ifndef OPENSSL_HEADER_BN_INTERNAL_H
124 #define OPENSSL_HEADER_BN_INTERNAL_H
125
126 #include <GFp/base.h>
127
128 #if defined(OPENSSL_X86_64) && defined(_MSC_VER)
129 #pragma warning(push, 3)
130 #include <intrin.h>
131 #pragma warning(pop)
132 #pragma intrinsic(_umul128)
133 #endif
134
135 #include "../../internal.h"
136
137 typedef crypto_word BN_ULONG;
138
139 #if defined(OPENSSL_64_BIT)
140
141 #if defined(BORINGSSL_HAS_UINT128)
142 // MSVC doesn't support two-word integers on 64-bit.
143 #define BN_ULLONG uint128_t
144 #endif
145
146 #define BN_BITS2 64
147 #define BN_MONT_CTX_N0_LIMBS 1
148 #define BN_MONT_CTX_N0(hi, lo) TOBN(hi, lo), 0
149 #define TOBN(hi, lo) ((BN_ULONG)(hi) << 32 | (lo))
150
151 #elif defined(OPENSSL_32_BIT)
152
153 #define BN_ULLONG uint64_t
154 #define BN_BITS2 32
155 // On some 32-bit platforms, Montgomery multiplication is done using 64-bit
156 // arithmetic with SIMD instructions. On such platforms, |BN_MONT_CTX::n0|
157 // needs to be two words long. Only certain 32-bit platforms actually make use
158 // of n0[1] and shorter R value would suffice for the others. However,
159 // currently only the assembly files know which is which.
160 #define BN_MONT_CTX_N0_LIMBS 2
161 #define BN_MONT_CTX_N0(hi, lo) TOBN(hi, lo)
162 #define TOBN(hi, lo) (lo), (hi)
163
164 #else
165 #error "Must define either OPENSSL_32_BIT or OPENSSL_64_BIT"
166 #endif
167
168
169 // bn_mul_add_words multiples |ap| by |w|, adds the result to |rp|, and places
170 // the result in |rp|. |ap| and |rp| must both be |num| words long. It returns
171 // the carry word of the operation. |ap| and |rp| may be equal but otherwise may
172 // not alias.
173 BN_ULONG GFp_bn_mul_add_words(BN_ULONG *rp, const BN_ULONG *ap, size_t num,
174 BN_ULONG w);
175
176 // |num| must be at least 4, at least on x86.
177 //
178 // In other forks, |bn_mul_mont| returns an |int| indicating whether it
179 // actually did the multiplication. All our implementations always do the
180 // multiplication, and forcing callers to deal with the possibility of it
181 // failing just leads to further problems.
182 //
183 // In other forks, |bn_mod_mul|'s `num` argument has type |int| but it is
184 // implicitly treated as a |size_t|; when |int| is smaller than |size_t|
185 // then the |movq 48(%rsp),%r9| done by x86_64-xlate.pl implicitly does the
186 // conversion.
187 OPENSSL_STATIC_ASSERT(sizeof(int) == sizeof(size_t) ||
188 (sizeof(int) == 4 && sizeof(size_t) == 8),
189 "int and size_t ABI mismatch");
190 void GFp_bn_mul_mont(BN_ULONG *rp, const BN_ULONG *ap, const BN_ULONG *bp,
191 const BN_ULONG *np, const BN_ULONG *n0, size_t num);
192
bn_umult_lohi(BN_ULONG * low_out,BN_ULONG * high_out,BN_ULONG a,BN_ULONG b)193 static inline void bn_umult_lohi(BN_ULONG *low_out, BN_ULONG *high_out,
194 BN_ULONG a, BN_ULONG b) {
195 #if defined(OPENSSL_X86_64) && defined(_MSC_VER)
196 *low_out = _umul128(a, b, high_out);
197 #else
198 BN_ULLONG result = (BN_ULLONG)a * b;
199 *low_out = (BN_ULONG)result;
200 *high_out = (BN_ULONG)(result >> BN_BITS2);
201 #endif
202 }
203
204 #endif // OPENSSL_HEADER_BN_INTERNAL_H
205