|
@@ -43,14 +43,11 @@
|
|
|
#include <crypto/xts.h>
|
|
|
#include <asm/i387.h>
|
|
|
#include <asm/serpent-sse2.h>
|
|
|
+#include <asm/crypto/ablk_helper.h>
|
|
|
#include <crypto/scatterwalk.h>
|
|
|
#include <linux/workqueue.h>
|
|
|
#include <linux/spinlock.h>
|
|
|
|
|
|
-struct async_serpent_ctx {
|
|
|
- struct cryptd_ablkcipher *cryptd_tfm;
|
|
|
-};
|
|
|
-
|
|
|
static inline bool serpent_fpu_begin(bool fpu_enabled, unsigned int nbytes)
|
|
|
{
|
|
|
if (fpu_enabled)
|
|
@@ -596,106 +593,6 @@ static int xts_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,
|
|
|
return ret;
|
|
|
}
|
|
|
|
|
|
-static int ablk_set_key(struct crypto_ablkcipher *tfm, const u8 *key,
|
|
|
- unsigned int key_len)
|
|
|
-{
|
|
|
- struct async_serpent_ctx *ctx = crypto_ablkcipher_ctx(tfm);
|
|
|
- struct crypto_ablkcipher *child = &ctx->cryptd_tfm->base;
|
|
|
- int err;
|
|
|
-
|
|
|
- crypto_ablkcipher_clear_flags(child, CRYPTO_TFM_REQ_MASK);
|
|
|
- crypto_ablkcipher_set_flags(child, crypto_ablkcipher_get_flags(tfm)
|
|
|
- & CRYPTO_TFM_REQ_MASK);
|
|
|
- err = crypto_ablkcipher_setkey(child, key, key_len);
|
|
|
- crypto_ablkcipher_set_flags(tfm, crypto_ablkcipher_get_flags(child)
|
|
|
- & CRYPTO_TFM_RES_MASK);
|
|
|
- return err;
|
|
|
-}
|
|
|
-
|
|
|
-static int __ablk_encrypt(struct ablkcipher_request *req)
|
|
|
-{
|
|
|
- struct crypto_ablkcipher *tfm = crypto_ablkcipher_reqtfm(req);
|
|
|
- struct async_serpent_ctx *ctx = crypto_ablkcipher_ctx(tfm);
|
|
|
- struct blkcipher_desc desc;
|
|
|
-
|
|
|
- desc.tfm = cryptd_ablkcipher_child(ctx->cryptd_tfm);
|
|
|
- desc.info = req->info;
|
|
|
- desc.flags = 0;
|
|
|
-
|
|
|
- return crypto_blkcipher_crt(desc.tfm)->encrypt(
|
|
|
- &desc, req->dst, req->src, req->nbytes);
|
|
|
-}
|
|
|
-
|
|
|
-static int ablk_encrypt(struct ablkcipher_request *req)
|
|
|
-{
|
|
|
- struct crypto_ablkcipher *tfm = crypto_ablkcipher_reqtfm(req);
|
|
|
- struct async_serpent_ctx *ctx = crypto_ablkcipher_ctx(tfm);
|
|
|
-
|
|
|
- if (!irq_fpu_usable()) {
|
|
|
- struct ablkcipher_request *cryptd_req =
|
|
|
- ablkcipher_request_ctx(req);
|
|
|
-
|
|
|
- memcpy(cryptd_req, req, sizeof(*req));
|
|
|
- ablkcipher_request_set_tfm(cryptd_req, &ctx->cryptd_tfm->base);
|
|
|
-
|
|
|
- return crypto_ablkcipher_encrypt(cryptd_req);
|
|
|
- } else {
|
|
|
- return __ablk_encrypt(req);
|
|
|
- }
|
|
|
-}
|
|
|
-
|
|
|
-static int ablk_decrypt(struct ablkcipher_request *req)
|
|
|
-{
|
|
|
- struct crypto_ablkcipher *tfm = crypto_ablkcipher_reqtfm(req);
|
|
|
- struct async_serpent_ctx *ctx = crypto_ablkcipher_ctx(tfm);
|
|
|
-
|
|
|
- if (!irq_fpu_usable()) {
|
|
|
- struct ablkcipher_request *cryptd_req =
|
|
|
- ablkcipher_request_ctx(req);
|
|
|
-
|
|
|
- memcpy(cryptd_req, req, sizeof(*req));
|
|
|
- ablkcipher_request_set_tfm(cryptd_req, &ctx->cryptd_tfm->base);
|
|
|
-
|
|
|
- return crypto_ablkcipher_decrypt(cryptd_req);
|
|
|
- } else {
|
|
|
- struct blkcipher_desc desc;
|
|
|
-
|
|
|
- desc.tfm = cryptd_ablkcipher_child(ctx->cryptd_tfm);
|
|
|
- desc.info = req->info;
|
|
|
- desc.flags = 0;
|
|
|
-
|
|
|
- return crypto_blkcipher_crt(desc.tfm)->decrypt(
|
|
|
- &desc, req->dst, req->src, req->nbytes);
|
|
|
- }
|
|
|
-}
|
|
|
-
|
|
|
-static void ablk_exit(struct crypto_tfm *tfm)
|
|
|
-{
|
|
|
- struct async_serpent_ctx *ctx = crypto_tfm_ctx(tfm);
|
|
|
-
|
|
|
- cryptd_free_ablkcipher(ctx->cryptd_tfm);
|
|
|
-}
|
|
|
-
|
|
|
-static int ablk_init(struct crypto_tfm *tfm)
|
|
|
-{
|
|
|
- struct async_serpent_ctx *ctx = crypto_tfm_ctx(tfm);
|
|
|
- struct cryptd_ablkcipher *cryptd_tfm;
|
|
|
- char drv_name[CRYPTO_MAX_ALG_NAME];
|
|
|
-
|
|
|
- snprintf(drv_name, sizeof(drv_name), "__driver-%s",
|
|
|
- crypto_tfm_alg_driver_name(tfm));
|
|
|
-
|
|
|
- cryptd_tfm = cryptd_alloc_ablkcipher(drv_name, 0, 0);
|
|
|
- if (IS_ERR(cryptd_tfm))
|
|
|
- return PTR_ERR(cryptd_tfm);
|
|
|
-
|
|
|
- ctx->cryptd_tfm = cryptd_tfm;
|
|
|
- tfm->crt_ablkcipher.reqsize = sizeof(struct ablkcipher_request) +
|
|
|
- crypto_ablkcipher_reqsize(&cryptd_tfm->base);
|
|
|
-
|
|
|
- return 0;
|
|
|
-}
|
|
|
-
|
|
|
static struct crypto_alg serpent_algs[10] = { {
|
|
|
.cra_name = "__ecb-serpent-sse2",
|
|
|
.cra_driver_name = "__driver-ecb-serpent-sse2",
|
|
@@ -808,7 +705,7 @@ static struct crypto_alg serpent_algs[10] = { {
|
|
|
.cra_priority = 400,
|
|
|
.cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER | CRYPTO_ALG_ASYNC,
|
|
|
.cra_blocksize = SERPENT_BLOCK_SIZE,
|
|
|
- .cra_ctxsize = sizeof(struct async_serpent_ctx),
|
|
|
+ .cra_ctxsize = sizeof(struct async_helper_ctx),
|
|
|
.cra_alignmask = 0,
|
|
|
.cra_type = &crypto_ablkcipher_type,
|
|
|
.cra_module = THIS_MODULE,
|
|
@@ -830,7 +727,7 @@ static struct crypto_alg serpent_algs[10] = { {
|
|
|
.cra_priority = 400,
|
|
|
.cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER | CRYPTO_ALG_ASYNC,
|
|
|
.cra_blocksize = SERPENT_BLOCK_SIZE,
|
|
|
- .cra_ctxsize = sizeof(struct async_serpent_ctx),
|
|
|
+ .cra_ctxsize = sizeof(struct async_helper_ctx),
|
|
|
.cra_alignmask = 0,
|
|
|
.cra_type = &crypto_ablkcipher_type,
|
|
|
.cra_module = THIS_MODULE,
|
|
@@ -853,7 +750,7 @@ static struct crypto_alg serpent_algs[10] = { {
|
|
|
.cra_priority = 400,
|
|
|
.cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER | CRYPTO_ALG_ASYNC,
|
|
|
.cra_blocksize = 1,
|
|
|
- .cra_ctxsize = sizeof(struct async_serpent_ctx),
|
|
|
+ .cra_ctxsize = sizeof(struct async_helper_ctx),
|
|
|
.cra_alignmask = 0,
|
|
|
.cra_type = &crypto_ablkcipher_type,
|
|
|
.cra_module = THIS_MODULE,
|
|
@@ -877,7 +774,7 @@ static struct crypto_alg serpent_algs[10] = { {
|
|
|
.cra_priority = 400,
|
|
|
.cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER | CRYPTO_ALG_ASYNC,
|
|
|
.cra_blocksize = SERPENT_BLOCK_SIZE,
|
|
|
- .cra_ctxsize = sizeof(struct async_serpent_ctx),
|
|
|
+ .cra_ctxsize = sizeof(struct async_helper_ctx),
|
|
|
.cra_alignmask = 0,
|
|
|
.cra_type = &crypto_ablkcipher_type,
|
|
|
.cra_module = THIS_MODULE,
|
|
@@ -902,7 +799,7 @@ static struct crypto_alg serpent_algs[10] = { {
|
|
|
.cra_priority = 400,
|
|
|
.cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER | CRYPTO_ALG_ASYNC,
|
|
|
.cra_blocksize = SERPENT_BLOCK_SIZE,
|
|
|
- .cra_ctxsize = sizeof(struct async_serpent_ctx),
|
|
|
+ .cra_ctxsize = sizeof(struct async_helper_ctx),
|
|
|
.cra_alignmask = 0,
|
|
|
.cra_type = &crypto_ablkcipher_type,
|
|
|
.cra_module = THIS_MODULE,
|