tls: Add support for encryption using async offload accelerator

Async crypto accelerators (e.g. drivers/crypto/caam) support offloading
GCM operation. If they are enabled, crypto_aead_encrypt() return error
code -EINPROGRESS. In this case tls_do_encryption() needs to wait on a
completion till the time the response for crypto offload request is
received.

Signed-off-by: Vakul Garg <vakul.garg@nxp.com>
Signed-off-by: David S. Miller <davem@davemloft.net>

diff --git a/include/net/tls.h b/include/net/tls.h
index 9185e53a743cea0a19554c5e62cb1841e2d58e70..4913430ab8078537e92806c2b96faa4581c95f73 100644 (file)
--- a/include/net/tls.h
+++ b/include/net/tls.h
@@ -36,6 +36,7 @@
 
 #include <linux/types.h>
 #include <asm/byteorder.h>
+#include <linux/crypto.h>
 #include <linux/socket.h>
 #include <linux/tcp.h>
 #include <net/tcp.h>
@@ -57,6 +58,7 @@
 
 struct tls_sw_context {
        struct crypto_aead *aead_send;
+       struct crypto_wait async_wait;
 
        /* Sending context */
        char aad_space[TLS_AAD_SPACE_SIZE];

diff --git a/net/tls/tls_sw.c b/net/tls/tls_sw.c
index 0a9b72fbd761f9c69ba63f651d971c228a70b948..f26376e954aeccadc0162a74b3c37af2d4ab0051 100644 (file)
--- a/net/tls/tls_sw.c
+++ b/net/tls/tls_sw.c
@@ -214,7 +214,11 @@ static int tls_do_encryption(struct tls_context *tls_ctx,
        aead_request_set_ad(aead_req, TLS_AAD_SPACE_SIZE);
        aead_request_set_crypt(aead_req, ctx->sg_aead_in, ctx->sg_aead_out,
                               data_len, tls_ctx->iv);
-       rc = crypto_aead_encrypt(aead_req);
+
+       aead_request_set_callback(aead_req, CRYPTO_TFM_REQ_MAY_BACKLOG,
+                                 crypto_req_done, &ctx->async_wait);
+
+       rc = crypto_wait_req(crypto_aead_encrypt(aead_req), &ctx->async_wait);
 
        ctx->sg_encrypted_data[0].offset -= tls_ctx->prepend_size;
        ctx->sg_encrypted_data[0].length += tls_ctx->prepend_size;
@@ -665,6 +669,8 @@ int tls_set_sw_offload(struct sock *sk, struct tls_context *ctx)
                goto out;
        }
 
+       crypto_init_wait(&sw_ctx->async_wait);
+
        ctx->priv_ctx = (struct tls_offload_context *)sw_ctx;
 
        crypto_info = &ctx->crypto_send;