crypto/bn/rsaz_exp.h

   1 /*
   2  * Copyright 2013-2021 The OpenSSL Project Authors. All Rights Reserved.
   3  * Copyright (c) 2020, Intel Corporation. All Rights Reserved.
   4  *
   5  * Licensed under the Apache License 2.0 (the "License").  You may not use
   6  * this file except in compliance with the License.  You can obtain a copy
   7  * in the file LICENSE in the source distribution or at
   8  * https://www.openssl.org/source/license.html
   9  *
  10  * Originally written by Shay Gueron (1, 2), and Vlad Krasnov (1)
  11  * (1) Intel Corporation, Israel Development Center, Haifa, Israel
  12  * (2) University of Haifa, Israel
  13  */
  14
  15 #ifndef OSSL_CRYPTO_BN_RSAZ_EXP_H
  16 # define OSSL_CRYPTO_BN_RSAZ_EXP_H
  17
  18 # undef RSAZ_ENABLED
  19 # if defined(OPENSSL_BN_ASM_MONT) && \
  20         (defined(__x86_64) || defined(__x86_64__) || \
  21          defined(_M_AMD64) || defined(_M_X64))
  22 #  define RSAZ_ENABLED
  23
  24 #  include <openssl/bn.h>
  25 #  include "internal/constant_time.h"
  26 #  include "bn_local.h"
  27
  28 void RSAZ_1024_mod_exp_avx2(BN_ULONG result[16],
  29                             const BN_ULONG base_norm[16],
  30                             const BN_ULONG exponent[16],
  31                             const BN_ULONG m_norm[16], const BN_ULONG RR[16],
  32                             BN_ULONG k0);
  33 int rsaz_avx2_eligible(void);
  34
  35 void RSAZ_512_mod_exp(BN_ULONG result[8],
  36                       const BN_ULONG base_norm[8], const BN_ULONG exponent[8],
  37                       const BN_ULONG m_norm[8], BN_ULONG k0,
  38                       const BN_ULONG RR[8]);
  39
  40
  41 int ossl_rsaz_avx512ifma_eligible(void);
  42
  43 int ossl_rsaz_mod_exp_avx512_x2(BN_ULONG *res1,
  44                                 const BN_ULONG *base1,
  45                                 const BN_ULONG *exponent1,
  46                                 const BN_ULONG *m1,
  47                                 const BN_ULONG *RR1,
  48                                 BN_ULONG k0_1,
  49                                 BN_ULONG *res2,
  50                                 const BN_ULONG *base2,
  51                                 const BN_ULONG *exponent2,
  52                                 const BN_ULONG *m2,
  53                                 const BN_ULONG *RR2,
  54                                 BN_ULONG k0_2,
  55                                 int factor_size);
  56
  57 static ossl_inline void bn_select_words(BN_ULONG *r, BN_ULONG mask,
  58                                         const BN_ULONG *a,
  59                                         const BN_ULONG *b, size_t num)
  60 {
  61     size_t i;
  62
  63     for (i = 0; i < num; i++) {
  64         r[i] = constant_time_select_64(mask, a[i], b[i]);
  65     }
  66 }
  67
  68 static ossl_inline BN_ULONG bn_reduce_once_in_place(BN_ULONG *r,
  69                                                     BN_ULONG carry,
  70                                                     const BN_ULONG *m,
  71                                                     BN_ULONG *tmp, size_t num)
  72 {
  73     carry -= bn_sub_words(tmp, r, m, num);
  74     bn_select_words(r, carry, r /* tmp < 0 */, tmp /* tmp >= 0 */, num);
  75     return carry;
  76 }
  77
  78 # endif
  79
  80 #endif