158 			      struct tls_decrypt_arg *darg)  in tls_padding_length()  argument
167 		char content_type = darg->zc ? darg->tail : 0;  in tls_padding_length()
258 			     struct tls_decrypt_arg *darg)  in tls_do_decryption()  argument
271 	if (darg->async) {  in tls_do_decryption()
295 		darg->async_done = true;  in tls_do_decryption()
297 		darg->async = false;  in tls_do_decryption()
302 	darg->async = false;  in tls_do_decryption()
1463 			  struct tls_decrypt_arg *darg)  in tls_decrypt_sg()  argument
1487 	if (darg->zc && (out_iov || out_sg)) {  in tls_decrypt_sg()
1496 		darg->zc = false;  in tls_decrypt_sg()
1599 				data_len + prot->tail_size, aead_req, darg);  in tls_decrypt_sg()
1601 		if (darg->async_done)  in tls_decrypt_sg()
1606 	darg->skb = clear_skb ?: tls_strp_msg(ctx);  in tls_decrypt_sg()
1609 	if (unlikely(darg->async)) {  in tls_decrypt_sg()
1612 			__skb_queue_tail(&ctx->async_hold, darg->skb);  in tls_decrypt_sg()
1616 	if (unlikely(darg->async_done))  in tls_decrypt_sg()
1620 		darg->tail = dctx->tail;  in tls_decrypt_sg()
1635 	       struct msghdr *msg, struct tls_decrypt_arg *darg)  in tls_decrypt_sw()  argument
1642 	err = tls_decrypt_sg(sk, &msg->msg_iter, NULL, darg);  in tls_decrypt_sw()
1651 	if (unlikely(darg->zc && prot->version == TLS_1_3_VERSION &&  in tls_decrypt_sw()
1652 		     darg->tail != TLS_RECORD_TYPE_DATA)) {  in tls_decrypt_sw()
1653 		darg->zc = false;  in tls_decrypt_sw()
1654 		if (!darg->tail)  in tls_decrypt_sw()
1657 		return tls_decrypt_sw(sk, tls_ctx, msg, darg);  in tls_decrypt_sw()
1660 	pad = tls_padding_length(prot, darg->skb, darg);  in tls_decrypt_sw()
1662 		if (darg->skb != tls_strp_msg(ctx))  in tls_decrypt_sw()
1663 			consume_skb(darg->skb);  in tls_decrypt_sw()
1667 	rxm = strp_msg(darg->skb);  in tls_decrypt_sw()
1675 		   struct tls_context *tls_ctx, struct tls_decrypt_arg *darg)  in tls_decrypt_device()  argument
1689 	pad = tls_padding_length(prot, tls_strp_msg(ctx), darg);  in tls_decrypt_device()
1693 	darg->async = false;  in tls_decrypt_device()
1694 	darg->skb = tls_strp_msg(ctx);  in tls_decrypt_device()
1696 	darg->zc &= !(prot->version == TLS_1_3_VERSION &&  in tls_decrypt_device()
1697 		      tls_msg(darg->skb)->control != TLS_RECORD_TYPE_DATA);  in tls_decrypt_device()
1699 	rxm = strp_msg(darg->skb);  in tls_decrypt_device()
1702 	if (!darg->zc) {  in tls_decrypt_device()
1704 		darg->skb = tls_strp_msg_detach(ctx);  in tls_decrypt_device()
1705 		if (!darg->skb)  in tls_decrypt_device()
1716 		err = skb_copy_datagram_msg(darg->skb, off, msg, len);  in tls_decrypt_device()
1724 			     struct tls_decrypt_arg *darg)  in tls_rx_one_record()  argument
1731 	err = tls_decrypt_device(sk, msg, tls_ctx, darg);  in tls_rx_one_record()
1733 		err = tls_decrypt_sw(sk, tls_ctx, msg, darg);  in tls_rx_one_record()
1737 	rxm = strp_msg(darg->skb);  in tls_rx_one_record()
1747 	struct tls_decrypt_arg darg = { .zc = true, };  in decrypt_skb()  local
1749 	return tls_decrypt_sg(sk, NULL, sgout, &darg);  in decrypt_skb()
2006 		struct tls_decrypt_arg darg;  in tls_sw_recvmsg()  local
2024 		memset(&darg.inargs, 0, sizeof(darg.inargs));  in tls_sw_recvmsg()
2033 			darg.zc = true;  in tls_sw_recvmsg()
2037 			darg.async = ctx->async_capable;  in tls_sw_recvmsg()
2039 			darg.async = false;  in tls_sw_recvmsg()
2041 		err = tls_rx_one_record(sk, msg, &darg);  in tls_sw_recvmsg()
2047 		async |= darg.async;  in tls_sw_recvmsg()
2056 		err = tls_record_content_type(msg, tls_msg(darg.skb), &control);  in tls_sw_recvmsg()
2058 			DEBUG_NET_WARN_ON_ONCE(darg.zc);  in tls_sw_recvmsg()
2061 			__skb_queue_tail(&ctx->rx_list, darg.skb);  in tls_sw_recvmsg()
2071 		rxm = strp_msg(darg.skb);  in tls_sw_recvmsg()
2075 		if (!darg.zc) {  in tls_sw_recvmsg()
2077 			struct sk_buff *skb = darg.skb;  in tls_sw_recvmsg()
2079 			DEBUG_NET_WARN_ON_ONCE(darg.skb == ctx->strp.anchor);  in tls_sw_recvmsg()
2193 		struct tls_decrypt_arg darg;  in tls_sw_splice_read()  local
2200 		memset(&darg.inargs, 0, sizeof(darg.inargs));  in tls_sw_splice_read()
2202 		err = tls_rx_one_record(sk, NULL, &darg);  in tls_sw_splice_read()
2209 		skb = darg.skb;  in tls_sw_splice_read()
2280 			struct tls_decrypt_arg darg;  in tls_sw_read_sock()  local
2286 			memset(&darg.inargs, 0, sizeof(darg.inargs));  in tls_sw_read_sock()
2288 			err = tls_rx_one_record(sk, NULL, &darg);  in tls_sw_read_sock()
2297 			skb = darg.skb;  in tls_sw_read_sock()