include/crypto/ciphermode_platform.h

   1 /*
   2  * Copyright 2019 The OpenSSL Project Authors. All Rights Reserved.
   3  *
   4  * Licensed under the Apache License 2.0 (the "License").  You may not use
   5  * this file except in compliance with the License.  You can obtain a copy
   6  * in the file LICENSE in the source distribution or at
   7  * https://www.openssl.org/source/license.html
   8  */
   9
  10 #ifndef OSSL_CRYPTO_CIPHERMODE_PLATFORM_H
  11 # define OSSL_CRYPTO_CIPHERMODE_PLATFORM_H
  12
  13 # include "openssl/aes.h"
  14
  15 # ifdef VPAES_ASM
  16 int vpaes_set_encrypt_key(const unsigned char *userKey, int bits,
  17                           AES_KEY *key);
  18 int vpaes_set_decrypt_key(const unsigned char *userKey, int bits,
  19                           AES_KEY *key);
  20 void vpaes_encrypt(const unsigned char *in, unsigned char *out,
  21                    const AES_KEY *key);
  22 void vpaes_decrypt(const unsigned char *in, unsigned char *out,
  23                    const AES_KEY *key);
  24 void vpaes_cbc_encrypt(const unsigned char *in,
  25                        unsigned char *out,
  26                        size_t length,
  27                        const AES_KEY *key, unsigned char *ivec, int enc);
  28 # endif /* VPAES_ASM */
  29
  30 # ifdef BSAES_ASM
  31 void bsaes_cbc_encrypt(const unsigned char *in, unsigned char *out,
  32                        size_t length, const AES_KEY *key,
  33                        unsigned char ivec[16], int enc);
  34 void bsaes_ctr32_encrypt_blocks(const unsigned char *in, unsigned char *out,
  35                                 size_t len, const AES_KEY *key,
  36                                 const unsigned char ivec[16]);
  37 void bsaes_xts_encrypt(const unsigned char *inp, unsigned char *out,
  38                        size_t len, const AES_KEY *key1,
  39                        const AES_KEY *key2, const unsigned char iv[16]);
  40 void bsaes_xts_decrypt(const unsigned char *inp, unsigned char *out,
  41                        size_t len, const AES_KEY *key1,
  42                        const AES_KEY *key2, const unsigned char iv[16]);
  43 # endif /* BSAES_ASM */
  44
  45 # ifdef AES_CTR_ASM
  46 void AES_ctr32_encrypt(const unsigned char *in, unsigned char *out,
  47                        size_t blocks, const AES_KEY *key,
  48                        const unsigned char ivec[AES_BLOCK_SIZE]);
  49 # endif /*  AES_CTR_ASM */
  50
  51 # ifdef AES_XTS_ASM
  52 void AES_xts_encrypt(const unsigned char *inp, unsigned char *out, size_t len,
  53                      const AES_KEY *key1, const AES_KEY *key2,
  54                      const unsigned char iv[16]);
  55 void AES_xts_decrypt(const unsigned char *inp, unsigned char *out, size_t len,
  56                      const AES_KEY *key1, const AES_KEY *key2,
  57                      const unsigned char iv[16]);
  58 # endif /* AES_XTS_ASM */
  59
  60 # if defined(OPENSSL_CPUID_OBJ)
  61 #  if (defined(__powerpc__) || defined(__ppc__) || defined(_ARCH_PPC))
  62 #   include "ppc_arch.h"
  63 #   ifdef VPAES_ASM
  64 #    define VPAES_CAPABLE (OPENSSL_ppccap_P & PPC_ALTIVEC)
  65 #   endif
  66 #   define HWAES_CAPABLE  (OPENSSL_ppccap_P & PPC_CRYPTO207)
  67 #   define HWAES_set_encrypt_key aes_p8_set_encrypt_key
  68 #   define HWAES_set_decrypt_key aes_p8_set_decrypt_key
  69 #   define HWAES_encrypt aes_p8_encrypt
  70 #   define HWAES_decrypt aes_p8_decrypt
  71 #   define HWAES_cbc_encrypt aes_p8_cbc_encrypt
  72 #   define HWAES_ctr32_encrypt_blocks aes_p8_ctr32_encrypt_blocks
  73 #   define HWAES_xts_encrypt aes_p8_xts_encrypt
  74 #   define HWAES_xts_decrypt aes_p8_xts_decrypt
  75 #  endif /* PPC */
  76
  77 #  if (defined(__arm__) || defined(__arm) || defined(__aarch64__))
  78 #   include "arm_arch.h"
  79 #   if __ARM_MAX_ARCH__>=7
  80 #    if defined(BSAES_ASM)
  81 #     define BSAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON)
  82 #    endif
  83 #    if defined(VPAES_ASM)
  84 #     define VPAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON)
  85 #    endif
  86 #    define HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES)
  87 #    define HWAES_set_encrypt_key aes_v8_set_encrypt_key
  88 #    define HWAES_set_decrypt_key aes_v8_set_decrypt_key
  89 #    define HWAES_encrypt aes_v8_encrypt
  90 #    define HWAES_decrypt aes_v8_decrypt
  91 #    define HWAES_cbc_encrypt aes_v8_cbc_encrypt
  92 #    define HWAES_ecb_encrypt aes_v8_ecb_encrypt
  93 #    define HWAES_ctr32_encrypt_blocks aes_v8_ctr32_encrypt_blocks
  94 #    define AES_PMULL_CAPABLE ((OPENSSL_armcap_P & ARMV8_PMULL) && (OPENSSL_armcap_P & ARMV8_AES))
  95 #    define AES_GCM_ENC_BYTES 512
  96 #    define AES_GCM_DEC_BYTES 512
  97 #    if __ARM_MAX_ARCH__>=8
  98 #     define AES_gcm_encrypt armv8_aes_gcm_encrypt
  99 #     define AES_gcm_decrypt armv8_aes_gcm_decrypt
 100 #     define AES_GCM_ASM(gctx) ((gctx)->ctr==aes_v8_ctr32_encrypt_blocks && \
 101                                 (gctx)->gcm.ghash==gcm_ghash_v8)
 102 size_t aes_gcm_enc_128_kernel(const uint8_t * plaintext, uint64_t plaintext_length, uint8_t * ciphertext,
 103                               uint64_t *Xi, unsigned char ivec[16], const void *key);
 104 size_t aes_gcm_enc_192_kernel(const uint8_t * plaintext, uint64_t plaintext_length, uint8_t * ciphertext,
 105                               uint64_t *Xi, unsigned char ivec[16], const void *key);
 106 size_t aes_gcm_enc_256_kernel(const uint8_t * plaintext, uint64_t plaintext_length, uint8_t * ciphertext,
 107                               uint64_t *Xi, unsigned char ivec[16], const void *key);
 108 size_t aes_gcm_dec_128_kernel(const uint8_t * ciphertext, uint64_t plaintext_length, uint8_t * plaintext,
 109                               uint64_t *Xi, unsigned char ivec[16], const void *key);
 110 size_t aes_gcm_dec_192_kernel(const uint8_t * ciphertext, uint64_t plaintext_length, uint8_t * plaintext,
 111                               uint64_t *Xi, unsigned char ivec[16], const void *key);
 112 size_t aes_gcm_dec_256_kernel(const uint8_t * ciphertext, uint64_t plaintext_length, uint8_t * plaintext,
 113                               uint64_t *Xi, unsigned char ivec[16], const void *key);
 114 size_t armv8_aes_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key,
 115                              unsigned char ivec[16], u64 *Xi);
 116 size_t armv8_aes_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key,
 117                              unsigned char ivec[16], u64 *Xi);
 118 void gcm_ghash_v8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len);
 119 #    endif
 120 #   endif
 121 #  endif
 122 # endif /* OPENSSL_CPUID_OBJ */
 123
 124 # if     defined(AES_ASM) && !defined(I386_ONLY) &&      (  \
 125          ((defined(__i386)       || defined(__i386__)    || \
 126            defined(_M_IX86)) && defined(OPENSSL_IA32_SSE2))|| \
 127          defined(__x86_64)       || defined(__x86_64__)  || \
 128          defined(_M_AMD64)       || defined(_M_X64)      )
 129
 130 /* AES-NI section */
 131
 132 #  define AESNI_CAPABLE   (OPENSSL_ia32cap_P[1]&(1<<(57-32)))
 133 #  ifdef VPAES_ASM
 134 #   define VPAES_CAPABLE   (OPENSSL_ia32cap_P[1]&(1<<(41-32)))
 135 #  endif
 136 #  ifdef BSAES_ASM
 137 #   define BSAES_CAPABLE   (OPENSSL_ia32cap_P[1]&(1<<(41-32)))
 138 #  endif
 139
 140 #  define AES_GCM_ENC_BYTES 32
 141 #  define AES_GCM_DEC_BYTES 16
 142
 143 int aesni_set_encrypt_key(const unsigned char *userKey, int bits,
 144                           AES_KEY *key);
 145 int aesni_set_decrypt_key(const unsigned char *userKey, int bits,
 146                           AES_KEY *key);
 147
 148 void aesni_encrypt(const unsigned char *in, unsigned char *out,
 149                    const AES_KEY *key);
 150 void aesni_decrypt(const unsigned char *in, unsigned char *out,
 151                    const AES_KEY *key);
 152
 153 void aesni_ecb_encrypt(const unsigned char *in,
 154                        unsigned char *out,
 155                        size_t length, const AES_KEY *key, int enc);
 156 void aesni_cbc_encrypt(const unsigned char *in,
 157                        unsigned char *out,
 158                        size_t length,
 159                        const AES_KEY *key, unsigned char *ivec, int enc);
 160 #  ifndef OPENSSL_NO_OCB
 161 void aesni_ocb_encrypt(const unsigned char *in, unsigned char *out,
 162                        size_t blocks, const void *key,
 163                        size_t start_block_num,
 164                        unsigned char offset_i[16],
 165                        const unsigned char L_[][16],
 166                        unsigned char checksum[16]);
 167 void aesni_ocb_decrypt(const unsigned char *in, unsigned char *out,
 168                        size_t blocks, const void *key,
 169                        size_t start_block_num,
 170                        unsigned char offset_i[16],
 171                        const unsigned char L_[][16],
 172                        unsigned char checksum[16]);
 173 #  endif /* OPENSSL_NO_OCB */
 174
 175 void aesni_ctr32_encrypt_blocks(const unsigned char *in,
 176                                 unsigned char *out,
 177                                 size_t blocks,
 178                                 const void *key, const unsigned char *ivec);
 179
 180 void aesni_xts_encrypt(const unsigned char *in,
 181                        unsigned char *out,
 182                        size_t length,
 183                        const AES_KEY *key1, const AES_KEY *key2,
 184                        const unsigned char iv[16]);
 185
 186 void aesni_xts_decrypt(const unsigned char *in,
 187                        unsigned char *out,
 188                        size_t length,
 189                        const AES_KEY *key1, const AES_KEY *key2,
 190                        const unsigned char iv[16]);
 191
 192 void aesni_ccm64_encrypt_blocks(const unsigned char *in,
 193                                 unsigned char *out,
 194                                 size_t blocks,
 195                                 const void *key,
 196                                 const unsigned char ivec[16],
 197                                 unsigned char cmac[16]);
 198
 199 void aesni_ccm64_decrypt_blocks(const unsigned char *in,
 200                                 unsigned char *out,
 201                                 size_t blocks,
 202                                 const void *key,
 203                                 const unsigned char ivec[16],
 204                                 unsigned char cmac[16]);
 205
 206 #  if defined(__x86_64) || defined(__x86_64__) || defined(_M_AMD64) || defined(_M_X64)
 207 size_t aesni_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len,
 208                          const void *key, unsigned char ivec[16], u64 *Xi);
 209 size_t aesni_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len,
 210                          const void *key, unsigned char ivec[16], u64 *Xi);
 211 void gcm_ghash_avx(u64 Xi[2], const u128 Htable[16], const u8 *in, size_t len);
 212
 213 #   define AES_gcm_encrypt aesni_gcm_encrypt
 214 #   define AES_gcm_decrypt aesni_gcm_decrypt
 215 #   define AES_GCM_ASM(ctx)    (ctx->ctr == aesni_ctr32_encrypt_blocks && \
 216                                 ctx->gcm.ghash == gcm_ghash_avx)
 217 #  endif
 218
 219
 220 # elif defined(AES_ASM) && (defined(__sparc) || defined(__sparc__))
 221
 222 /* Fujitsu SPARC64 X support */
 223 extern unsigned int OPENSSL_sparcv9cap_P[];
 224 #  include "sparc_arch.h"
 225
 226 #  ifndef OPENSSL_NO_CAMELLIA
 227 #   define SPARC_CMLL_CAPABLE      (OPENSSL_sparcv9cap_P[1] & CFR_CAMELLIA)
 228 #   include "openssl/camellia.h"
 229
 230 void cmll_t4_set_key(const unsigned char *key, int bits, CAMELLIA_KEY *ks);
 231 void cmll_t4_encrypt(const unsigned char *in, unsigned char *out,
 232                      const CAMELLIA_KEY *key);
 233 void cmll_t4_decrypt(const unsigned char *in, unsigned char *out,
 234                      const CAMELLIA_KEY *key);
 235
 236 void cmll128_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
 237                             size_t len, const CAMELLIA_KEY *key,
 238                             unsigned char *ivec);
 239 void cmll128_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
 240                             size_t len, const CAMELLIA_KEY *key,
 241                             unsigned char *ivec);
 242 void cmll256_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
 243                             size_t len, const CAMELLIA_KEY *key,
 244                             unsigned char *ivec);
 245 void cmll256_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
 246                             size_t len, const CAMELLIA_KEY *key,
 247                             unsigned char *ivec);
 248 void cmll128_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
 249                               size_t blocks, const CAMELLIA_KEY *key,
 250                               unsigned char *ivec);
 251 void cmll256_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
 252                               size_t blocks, const CAMELLIA_KEY *key,
 253                               unsigned char *ivec);
 254 #  endif /* OPENSSL_NO_CAMELLIA */
 255
 256
 257 #  define SPARC_AES_CAPABLE       (OPENSSL_sparcv9cap_P[1] & CFR_AES)
 258 #  define SPARC_DES_CAPABLE       (OPENSSL_sparcv9cap_P[1] & CFR_DES)
 259 #  define HWAES_CAPABLE           (OPENSSL_sparcv9cap_P[0] & SPARCV9_FJAESX)
 260 #  define HWAES_set_encrypt_key aes_fx_set_encrypt_key
 261 #  define HWAES_set_decrypt_key aes_fx_set_decrypt_key
 262 #  define HWAES_encrypt aes_fx_encrypt
 263 #  define HWAES_decrypt aes_fx_decrypt
 264 #  define HWAES_cbc_encrypt aes_fx_cbc_encrypt
 265 #  define HWAES_ctr32_encrypt_blocks aes_fx_ctr32_encrypt_blocks
 266
 267 void aes_t4_set_encrypt_key(const unsigned char *key, int bits, AES_KEY *ks);
 268 void aes_t4_set_decrypt_key(const unsigned char *key, int bits, AES_KEY *ks);
 269 void aes_t4_encrypt(const unsigned char *in, unsigned char *out,
 270                     const AES_KEY *key);
 271 void aes_t4_decrypt(const unsigned char *in, unsigned char *out,
 272                     const AES_KEY *key);
 273 /*
 274  * Key-length specific subroutines were chosen for following reason.
 275  * Each SPARC T4 core can execute up to 8 threads which share core's
 276  * resources. Loading as much key material to registers allows to
 277  * minimize references to shared memory interface, as well as amount
 278  * of instructions in inner loops [much needed on T4]. But then having
 279  * non-key-length specific routines would require conditional branches
 280  * either in inner loops or on subroutines' entries. Former is hardly
 281  * acceptable, while latter means code size increase to size occupied
 282  * by multiple key-length specific subroutines, so why fight?
 283  */
 284 void aes128_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
 285                            size_t len, const AES_KEY *key,
 286                            unsigned char *ivec);
 287 void aes128_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
 288                            size_t len, const AES_KEY *key,
 289                            unsigned char *ivec);
 290 void aes192_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
 291                            size_t len, const AES_KEY *key,
 292                            unsigned char *ivec);
 293 void aes192_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
 294                            size_t len, const AES_KEY *key,
 295                            unsigned char *ivec);
 296 void aes256_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
 297                            size_t len, const AES_KEY *key,
 298                            unsigned char *ivec);
 299 void aes256_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
 300                            size_t len, const AES_KEY *key,
 301                            unsigned char *ivec);
 302 void aes128_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
 303                              size_t blocks, const AES_KEY *key,
 304                              unsigned char *ivec);
 305 void aes192_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
 306                              size_t blocks, const AES_KEY *key,
 307                              unsigned char *ivec);
 308 void aes256_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
 309                              size_t blocks, const AES_KEY *key,
 310                              unsigned char *ivec);
 311 void aes128_t4_xts_encrypt(const unsigned char *in, unsigned char *out,
 312                            size_t blocks, const AES_KEY *key1,
 313                            const AES_KEY *key2, const unsigned char *ivec);
 314 void aes128_t4_xts_decrypt(const unsigned char *in, unsigned char *out,
 315                            size_t blocks, const AES_KEY *key1,
 316                            const AES_KEY *key2, const unsigned char *ivec);
 317 void aes256_t4_xts_encrypt(const unsigned char *in, unsigned char *out,
 318                            size_t blocks, const AES_KEY *key1,
 319                            const AES_KEY *key2, const unsigned char *ivec);
 320 void aes256_t4_xts_decrypt(const unsigned char *in, unsigned char *out,
 321                            size_t blocks, const AES_KEY *key1,
 322                            const AES_KEY *key2, const unsigned char *ivec);
 323
 324 #  ifndef OPENSSL_NO_DES
 325 #   include <openssl/des.h>
 326 void des_t4_key_expand(const void *key, DES_key_schedule *ks);
 327 void des_t4_ede3_cbc_encrypt(const void *inp, void *out, size_t len,
 328                              const DES_key_schedule ks[3], unsigned char iv[8]);
 329 void des_t4_ede3_cbc_decrypt(const void *inp, void *out, size_t len,
 330                              const DES_key_schedule ks[3], unsigned char iv[8]);
 331 void des_t4_cbc_encrypt(const void *inp, void *out, size_t len,
 332                         const DES_key_schedule *ks, unsigned char iv[8]);
 333 void des_t4_cbc_decrypt(const void *inp, void *out, size_t len,
 334                         const DES_key_schedule *ks, unsigned char iv[8]);
 335 #  endif /*  OPENSSL_NO_DES */
 336
 337 # elif defined(OPENSSL_CPUID_OBJ) && defined(__s390__)
 338 /* IBM S390X support */
 339 #  include "s390x_arch.h"
 340
 341
 342 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */
 343 #  define S390X_AES_FC(keylen)  (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6))
 344
 345 /* Most modes of operation need km for partial block processing. */
 346 #  define S390X_aes_128_CAPABLE (OPENSSL_s390xcap_P.km[0] &  \
 347                                 S390X_CAPBIT(S390X_AES_128))
 348 #  define S390X_aes_192_CAPABLE (OPENSSL_s390xcap_P.km[0] &  \
 349                                 S390X_CAPBIT(S390X_AES_192))
 350 #  define S390X_aes_256_CAPABLE (OPENSSL_s390xcap_P.km[0] &  \
 351                                 S390X_CAPBIT(S390X_AES_256))
 352
 353 #  define S390X_aes_128_cbc_CAPABLE     1       /* checked by callee */
 354 #  define S390X_aes_192_cbc_CAPABLE     1
 355 #  define S390X_aes_256_cbc_CAPABLE     1
 356
 357 #  define S390X_aes_128_ecb_CAPABLE     S390X_aes_128_CAPABLE
 358 #  define S390X_aes_192_ecb_CAPABLE     S390X_aes_192_CAPABLE
 359 #  define S390X_aes_256_ecb_CAPABLE     S390X_aes_256_CAPABLE
 360
 361 #  define S390X_aes_128_ofb_CAPABLE (S390X_aes_128_CAPABLE &&           \
 362                                     (OPENSSL_s390xcap_P.kmo[0] &        \
 363                                      S390X_CAPBIT(S390X_AES_128)))
 364 #  define S390X_aes_192_ofb_CAPABLE (S390X_aes_192_CAPABLE &&           \
 365                                     (OPENSSL_s390xcap_P.kmo[0] &        \
 366                                      S390X_CAPBIT(S390X_AES_192)))
 367 #  define S390X_aes_256_ofb_CAPABLE (S390X_aes_256_CAPABLE &&           \
 368                                     (OPENSSL_s390xcap_P.kmo[0] &        \
 369                                      S390X_CAPBIT(S390X_AES_256)))
 370
 371 #  define S390X_aes_128_cfb_CAPABLE (S390X_aes_128_CAPABLE &&           \
 372                                     (OPENSSL_s390xcap_P.kmf[0] &        \
 373                                      S390X_CAPBIT(S390X_AES_128)))
 374 #  define S390X_aes_192_cfb_CAPABLE (S390X_aes_192_CAPABLE &&           \
 375                                     (OPENSSL_s390xcap_P.kmf[0] &        \
 376                                      S390X_CAPBIT(S390X_AES_192)))
 377 #  define S390X_aes_256_cfb_CAPABLE (S390X_aes_256_CAPABLE &&           \
 378                                     (OPENSSL_s390xcap_P.kmf[0] &        \
 379                                      S390X_CAPBIT(S390X_AES_256)))
 380 #  define S390X_aes_128_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] &       \
 381                                      S390X_CAPBIT(S390X_AES_128))
 382 #  define S390X_aes_192_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] &       \
 383                                      S390X_CAPBIT(S390X_AES_192))
 384 #  define S390X_aes_256_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] &       \
 385                                      S390X_CAPBIT(S390X_AES_256))
 386 #  define S390X_aes_128_cfb1_CAPABLE    0
 387 #  define S390X_aes_192_cfb1_CAPABLE    0
 388 #  define S390X_aes_256_cfb1_CAPABLE    0
 389
 390 #  define S390X_aes_128_ctr_CAPABLE     1       /* checked by callee */
 391 #  define S390X_aes_192_ctr_CAPABLE     1
 392 #  define S390X_aes_256_ctr_CAPABLE     1
 393
 394 #  define S390X_aes_128_xts_CAPABLE     1       /* checked by callee */
 395 #  define S390X_aes_256_xts_CAPABLE     1
 396
 397 # define S390X_aes_128_gcm_CAPABLE (S390X_aes_128_CAPABLE &&        \
 398                                     (OPENSSL_s390xcap_P.kma[0] &    \
 399                                      S390X_CAPBIT(S390X_AES_128)))
 400 # define S390X_aes_192_gcm_CAPABLE (S390X_aes_192_CAPABLE &&        \
 401                                     (OPENSSL_s390xcap_P.kma[0] &    \
 402                                      S390X_CAPBIT(S390X_AES_192)))
 403 # define S390X_aes_256_gcm_CAPABLE (S390X_aes_256_CAPABLE &&        \
 404                                     (OPENSSL_s390xcap_P.kma[0] &    \
 405                                      S390X_CAPBIT(S390X_AES_256)))
 406
 407 #  define S390X_aes_128_ccm_CAPABLE (S390X_aes_128_CAPABLE &&       \
 408                                     (OPENSSL_s390xcap_P.kmac[0] &   \
 409                                      S390X_CAPBIT(S390X_AES_128)))
 410 #  define S390X_aes_192_ccm_CAPABLE (S390X_aes_192_CAPABLE &&       \
 411                                     (OPENSSL_s390xcap_P.kmac[0] &   \
 412                                      S390X_CAPBIT(S390X_AES_192)))
 413 #  define S390X_aes_256_ccm_CAPABLE (S390X_aes_256_CAPABLE &&       \
 414                                     (OPENSSL_s390xcap_P.kmac[0] &   \
 415                                      S390X_CAPBIT(S390X_AES_256)))
 416 #  define S390X_CCM_AAD_FLAG    0x40
 417
 418 #  ifndef OPENSSL_NO_OCB
 419 #   define S390X_aes_128_ocb_CAPABLE    0
 420 #   define S390X_aes_192_ocb_CAPABLE    0
 421 #   define S390X_aes_256_ocb_CAPABLE    0
 422 #  endif /* OPENSSL_NO_OCB */
 423
 424 #  ifndef OPENSSL_NO_SIV
 425 #   define S390X_aes_128_siv_CAPABLE    0
 426 #   define S390X_aes_192_siv_CAPABLE    0
 427 #   define S390X_aes_256_siv_CAPABLE    0
 428 #  endif /* OPENSSL_NO_SIV */
 429
 430 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */
 431 #  define S390X_AES_FC(keylen)  (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6))
 432 # endif
 433
 434 # if defined(HWAES_CAPABLE)
 435 int HWAES_set_encrypt_key(const unsigned char *userKey, const int bits,
 436                           AES_KEY *key);
 437 int HWAES_set_decrypt_key(const unsigned char *userKey, const int bits,
 438                           AES_KEY *key);
 439 void HWAES_encrypt(const unsigned char *in, unsigned char *out,
 440                    const AES_KEY *key);
 441 void HWAES_decrypt(const unsigned char *in, unsigned char *out,
 442                    const AES_KEY *key);
 443 void HWAES_cbc_encrypt(const unsigned char *in, unsigned char *out,
 444                        size_t length, const AES_KEY *key,
 445                        unsigned char *ivec, const int enc);
 446 void HWAES_ecb_encrypt(const unsigned char *in, unsigned char *out,
 447                        size_t length, const AES_KEY *key,
 448                        const int enc);
 449 void HWAES_ctr32_encrypt_blocks(const unsigned char *in, unsigned char *out,
 450                                 size_t len, const void *key,
 451                                 const unsigned char ivec[16]);
 452 void HWAES_xts_encrypt(const unsigned char *inp, unsigned char *out,
 453                        size_t len, const AES_KEY *key1,
 454                        const AES_KEY *key2, const unsigned char iv[16]);
 455 void HWAES_xts_decrypt(const unsigned char *inp, unsigned char *out,
 456                        size_t len, const AES_KEY *key1,
 457                        const AES_KEY *key2, const unsigned char iv[16]);
 458 #  ifndef OPENSSL_NO_OCB
 459 #   ifdef HWAES_ocb_encrypt
 460 void HWAES_ocb_encrypt(const unsigned char *in, unsigned char *out,
 461                        size_t blocks, const void *key,
 462                        size_t start_block_num,
 463                        unsigned char offset_i[16],
 464                        const unsigned char L_[][16],
 465                        unsigned char checksum[16]);
 466 #   else
 467 #     define HWAES_ocb_encrypt ((ocb128_f)NULL)
 468 #   endif
 469 #   ifdef HWAES_ocb_decrypt
 470 void HWAES_ocb_decrypt(const unsigned char *in, unsigned char *out,
 471                        size_t blocks, const void *key,
 472                        size_t start_block_num,
 473                        unsigned char offset_i[16],
 474                        const unsigned char L_[][16],
 475                        unsigned char checksum[16]);
 476 #   else
 477 #     define HWAES_ocb_decrypt ((ocb128_f)NULL)
 478 #   endif
 479 #  endif /* OPENSSL_NO_OCB */
 480
 481 # endif /* HWAES_CAPABLE */
 482
 483 #endif /* OSSL_CRYPTO_CIPHERMODE_PLATFORM_H */