2 * AES CBC routines supporting VMX instructions on the Power 8
4 * Copyright (C) 2015 International Business Machines Inc.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; version 2 only.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
19 * Author: Marcelo Henrique Cerri <mhcerri@br.ibm.com>
22 #include <linux/types.h>
23 #include <linux/err.h>
24 #include <linux/crypto.h>
25 #include <linux/delay.h>
26 #include <linux/hardirq.h>
27 #include <asm/switch_to.h>
28 #include <crypto/aes.h>
29 #include <crypto/scatterwalk.h>
31 #include "aesp8-ppc.h"
33 struct p8_aes_cbc_ctx
{
34 struct crypto_blkcipher
*fallback
;
35 struct aes_key enc_key
;
36 struct aes_key dec_key
;
39 static int p8_aes_cbc_init(struct crypto_tfm
*tfm
)
42 struct crypto_blkcipher
*fallback
;
43 struct p8_aes_cbc_ctx
*ctx
= crypto_tfm_ctx(tfm
);
45 if (!(alg
= crypto_tfm_alg_name(tfm
))) {
46 printk(KERN_ERR
"Failed to get algorithm name.\n");
50 fallback
= crypto_alloc_blkcipher(alg
, 0 ,CRYPTO_ALG_NEED_FALLBACK
);
51 if (IS_ERR(fallback
)) {
52 printk(KERN_ERR
"Failed to allocate transformation for '%s': %ld\n",
53 alg
, PTR_ERR(fallback
));
54 return PTR_ERR(fallback
);
56 printk(KERN_INFO
"Using '%s' as fallback implementation.\n",
57 crypto_tfm_alg_driver_name((struct crypto_tfm
*) fallback
));
59 crypto_blkcipher_set_flags(fallback
,
60 crypto_blkcipher_get_flags((struct crypto_blkcipher
*) tfm
));
61 ctx
->fallback
= fallback
;
66 static void p8_aes_cbc_exit(struct crypto_tfm
*tfm
)
68 struct p8_aes_cbc_ctx
*ctx
= crypto_tfm_ctx(tfm
);
71 crypto_free_blkcipher(ctx
->fallback
);
76 static int p8_aes_cbc_setkey(struct crypto_tfm
*tfm
, const u8
*key
,
80 struct p8_aes_cbc_ctx
*ctx
= crypto_tfm_ctx(tfm
);
83 enable_kernel_altivec();
84 ret
= aes_p8_set_encrypt_key(key
, keylen
* 8, &ctx
->enc_key
);
85 ret
+= aes_p8_set_decrypt_key(key
, keylen
* 8, &ctx
->dec_key
);
88 ret
+= crypto_blkcipher_setkey(ctx
->fallback
, key
, keylen
);
92 static int p8_aes_cbc_encrypt(struct blkcipher_desc
*desc
,
93 struct scatterlist
*dst
, struct scatterlist
*src
,
97 struct blkcipher_walk walk
;
98 struct p8_aes_cbc_ctx
*ctx
= crypto_tfm_ctx(
99 crypto_blkcipher_tfm(desc
->tfm
));
100 struct blkcipher_desc fallback_desc
= {
101 .tfm
= ctx
->fallback
,
106 if (in_interrupt()) {
107 ret
= crypto_blkcipher_encrypt(&fallback_desc
, dst
, src
, nbytes
);
110 enable_kernel_altivec();
112 blkcipher_walk_init(&walk
, dst
, src
, nbytes
);
113 ret
= blkcipher_walk_virt(desc
, &walk
);
114 while ((nbytes
= walk
.nbytes
)) {
115 aes_p8_cbc_encrypt(walk
.src
.virt
.addr
, walk
.dst
.virt
.addr
,
116 nbytes
& AES_BLOCK_MASK
, &ctx
->enc_key
, walk
.iv
, 1);
117 nbytes
&= AES_BLOCK_SIZE
- 1;
118 ret
= blkcipher_walk_done(desc
, &walk
, nbytes
);
127 static int p8_aes_cbc_decrypt(struct blkcipher_desc
*desc
,
128 struct scatterlist
*dst
, struct scatterlist
*src
,
132 struct blkcipher_walk walk
;
133 struct p8_aes_cbc_ctx
*ctx
= crypto_tfm_ctx(
134 crypto_blkcipher_tfm(desc
->tfm
));
135 struct blkcipher_desc fallback_desc
= {
136 .tfm
= ctx
->fallback
,
141 if (in_interrupt()) {
142 ret
= crypto_blkcipher_decrypt(&fallback_desc
, dst
, src
, nbytes
);
145 enable_kernel_altivec();
147 blkcipher_walk_init(&walk
, dst
, src
, nbytes
);
148 ret
= blkcipher_walk_virt(desc
, &walk
);
149 while ((nbytes
= walk
.nbytes
)) {
150 aes_p8_cbc_encrypt(walk
.src
.virt
.addr
, walk
.dst
.virt
.addr
,
151 nbytes
& AES_BLOCK_MASK
, &ctx
->dec_key
, walk
.iv
, 0);
152 nbytes
&= AES_BLOCK_SIZE
- 1;
153 ret
= blkcipher_walk_done(desc
, &walk
, nbytes
);
163 struct crypto_alg p8_aes_cbc_alg
= {
164 .cra_name
= "cbc(aes)",
165 .cra_driver_name
= "p8_aes_cbc",
166 .cra_module
= THIS_MODULE
,
167 .cra_priority
= 1000,
168 .cra_type
= &crypto_blkcipher_type
,
169 .cra_flags
= CRYPTO_ALG_TYPE_BLKCIPHER
| CRYPTO_ALG_NEED_FALLBACK
,
171 .cra_blocksize
= AES_BLOCK_SIZE
,
172 .cra_ctxsize
= sizeof(struct p8_aes_cbc_ctx
),
173 .cra_init
= p8_aes_cbc_init
,
174 .cra_exit
= p8_aes_cbc_exit
,
177 .min_keysize
= AES_MIN_KEY_SIZE
,
178 .max_keysize
= AES_MAX_KEY_SIZE
,
179 .setkey
= p8_aes_cbc_setkey
,
180 .encrypt
= p8_aes_cbc_encrypt
,
181 .decrypt
= p8_aes_cbc_decrypt
,