1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247
|
#include <assert.h>
#include <stdint.h>
#include <stdlib.h>
#include "cpusupport.h"
#include "crypto_aes.h"
#include "crypto_aesctr_aesni.h"
#include "crypto_aesctr_arm.h"
#include "insecure_memzero.h"
#include "sysendian.h"
#include "crypto_aesctr.h"
/**
* In order to optimize AES-CTR, it is desirable to separate out the handling
* of individual bytes of data vs. the handling of complete (16 byte) blocks.
* The handling of blocks in turn can be optimized further using CPU
* intrinsics, e.g. SSE2 on x86 CPUs; however while the byte-at-once code
* remains the same across platforms it should be inlined into the same (CPU
* feature specific) routines for performance reasons.
*
* In order to allow those generic functions to be inlined into multiple
* functions in separate translation units, we place them into a "shared" C
* file which is included in each of the platform-specific variants.
*/
#include "crypto_aesctr_shared.c"
#if defined(CPUSUPPORT_X86_AESNI) || defined(CPUSUPPORT_ARM_AES)
#define HWACCEL
static enum {
HW_SOFTWARE = 0,
#if defined(CPUSUPPORT_X86_AESNI)
HW_X86_AESNI,
#endif
#if defined(CPUSUPPORT_ARM_AES)
HW_ARM_AES,
#endif
HW_UNSET
} hwaccel = HW_UNSET;
#endif
#ifdef HWACCEL
/* Which type of hardware acceleration should we use, if any? */
static void
hwaccel_init(void)
{
/* If we've already set hwaccel, we're finished. */
if (hwaccel != HW_UNSET)
return;
/* Default to software. */
hwaccel = HW_SOFTWARE;
/* Can we use AESNI? */
switch (crypto_aes_can_use_intrinsics()) {
#ifdef CPUSUPPORT_X86_AESNI
case 1:
hwaccel = HW_X86_AESNI;
break;
#endif
#ifdef CPUSUPPORT_ARM_AES
case 2:
hwaccel = HW_ARM_AES;
break;
#endif
case 0:
break;
default:
/* Should never happen. */
assert(0);
}
}
#endif /* HWACCEL */
/**
* crypto_aesctr_alloc(void):
* Allocate an object for performing AES in CTR code. This must be followed
* by calling _init2().
*/
struct crypto_aesctr *
crypto_aesctr_alloc(void)
{
struct crypto_aesctr * stream;
/* Allocate memory. */
if ((stream = malloc(sizeof(struct crypto_aesctr))) == NULL)
goto err0;
/* Success! */
return (stream);
err0:
/* Failure! */
return (NULL);
}
/**
* crypto_aesctr_init2(stream, key, nonce):
* Reset the AES-CTR stream ${stream}, using the ${key} and ${nonce}. If ${key}
* is NULL, retain the previous AES key.
*/
void
crypto_aesctr_init2(struct crypto_aesctr * stream,
const struct crypto_aes_key * key, uint64_t nonce)
{
/* If the key is NULL, retain the previous AES key. */
if (key != NULL)
stream->key = key;
/* Set nonce as provided and reset bytectr. */
be64enc(stream->pblk, nonce);
stream->bytectr = 0;
/*
* Set the counter such that the least significant byte will wrap once
* incremented.
*/
stream->pblk[15] = 0xff;
#ifdef HWACCEL
hwaccel_init();
#endif
/* Sanity check. */
assert(stream->key != NULL);
}
/**
* crypto_aesctr_init(key, nonce):
* Prepare to encrypt/decrypt data with AES in CTR mode, using the provided
* expanded ${key} and ${nonce}. The key provided must remain valid for the
* lifetime of the stream. This is the same as calling _alloc() followed by
* _init2().
*/
struct crypto_aesctr *
crypto_aesctr_init(const struct crypto_aes_key * key, uint64_t nonce)
{
struct crypto_aesctr * stream;
/* Sanity check. */
assert(key != NULL);
/* Allocate memory. */
if ((stream = crypto_aesctr_alloc()) == NULL)
goto err0;
/* Initialize values. */
crypto_aesctr_init2(stream, key, nonce);
/* Success! */
return (stream);
err0:
/* Failure! */
return (NULL);
}
/**
* crypto_aesctr_stream(stream, inbuf, outbuf, buflen):
* Generate the next ${buflen} bytes of the AES-CTR stream ${stream} and xor
* them with bytes from ${inbuf}, writing the result into ${outbuf}. If the
* buffers ${inbuf} and ${outbuf} overlap, they must be identical.
*/
void
crypto_aesctr_stream(struct crypto_aesctr * stream, const uint8_t * inbuf,
uint8_t * outbuf, size_t buflen)
{
#if defined(HWACCEL)
#if defined(CPUSUPPORT_X86_AESNI)
if ((buflen >= 16) && (hwaccel == HW_X86_AESNI)) {
crypto_aesctr_aesni_stream(stream, inbuf, outbuf, buflen);
return;
}
#endif
#if defined(CPUSUPPORT_ARM_AES)
if ((buflen >= 16) && (hwaccel == HW_ARM_AES)) {
crypto_aesctr_arm_stream(stream, inbuf, outbuf, buflen);
return;
}
#endif
#endif /* HWACCEL */
/* Process any bytes before we can process a whole block. */
if (crypto_aesctr_stream_pre_wholeblock(stream, &inbuf, &outbuf,
&buflen))
return;
/* Process whole blocks of 16 bytes. */
while (buflen >= 16) {
/* Generate a block of cipherstream. */
crypto_aesctr_stream_cipherblock_generate(stream);
/* Encrypt the bytes and update the positions. */
crypto_aesctr_stream_cipherblock_use(stream, &inbuf, &outbuf,
&buflen, 16, 0);
}
/* Process any final bytes after finishing all whole blocks. */
crypto_aesctr_stream_post_wholeblock(stream, &inbuf, &outbuf, &buflen);
}
/**
* crypto_aesctr_free(stream):
* Free the AES-CTR stream ${stream}.
*/
void
crypto_aesctr_free(struct crypto_aesctr * stream)
{
/* Behave consistently with free(NULL). */
if (stream == NULL)
return;
/* Zero potentially sensitive information. */
insecure_memzero(stream, sizeof(struct crypto_aesctr));
/* Free the stream. */
free(stream);
}
/**
* crypto_aesctr_buf(key, nonce, inbuf, outbuf, buflen):
* Equivalent to _init(key, nonce); _stream(inbuf, outbuf, buflen); _free().
*/
void
crypto_aesctr_buf(const struct crypto_aes_key * key, uint64_t nonce,
const uint8_t * inbuf, uint8_t * outbuf, size_t buflen)
{
struct crypto_aesctr stream_rec;
struct crypto_aesctr * stream = &stream_rec;
/* Sanity check. */
assert(key != NULL);
/* Initialize values. */
crypto_aesctr_init2(stream, key, nonce);
/* Perform the encryption. */
crypto_aesctr_stream(stream, inbuf, outbuf, buflen);
/* Zero potentially sensitive information. */
insecure_memzero(stream, sizeof(struct crypto_aesctr));
}
|