151 			u8 keystream[SM4_BLOCK_SIZE * 8];  in sm4_avx_cbc_decrypt()  local
156 			sm4_aesni_avx_crypt8(ctx->rkey_dec, keystream,  in sm4_avx_cbc_decrypt()
165 					&keystream[i * SM4_BLOCK_SIZE],  in sm4_avx_cbc_decrypt()
170 			crypto_xor_cpy(dst, walk.iv, keystream, SM4_BLOCK_SIZE);  in sm4_avx_cbc_decrypt()
202 		u8 keystream[SM4_BLOCK_SIZE];  in sm4_cfb_encrypt()  local
208 			sm4_crypt_block(ctx->rkey_enc, keystream, iv);  in sm4_cfb_encrypt()
209 			crypto_xor_cpy(dst, src, keystream, SM4_BLOCK_SIZE);  in sm4_cfb_encrypt()
220 			sm4_crypt_block(ctx->rkey_enc, keystream, walk.iv);  in sm4_cfb_encrypt()
221 			crypto_xor_cpy(dst, src, keystream, nbytes);  in sm4_cfb_encrypt()
257 			u8 keystream[SM4_BLOCK_SIZE * 8];  in sm4_avx_cfb_decrypt()  local
260 			memcpy(keystream, walk.iv, SM4_BLOCK_SIZE);  in sm4_avx_cfb_decrypt()
262 				memcpy(&keystream[SM4_BLOCK_SIZE], src,  in sm4_avx_cfb_decrypt()
267 			sm4_aesni_avx_crypt8(ctx->rkey_enc, keystream,  in sm4_avx_cfb_decrypt()
268 						keystream, nblocks);  in sm4_avx_cfb_decrypt()
270 			crypto_xor_cpy(dst, src, keystream,  in sm4_avx_cfb_decrypt()
281 			u8 keystream[SM4_BLOCK_SIZE];  in sm4_avx_cfb_decrypt()  local
283 			sm4_crypt_block(ctx->rkey_enc, keystream, walk.iv);  in sm4_avx_cfb_decrypt()
284 			crypto_xor_cpy(dst, src, keystream, nbytes);  in sm4_avx_cfb_decrypt()
326 			u8 keystream[SM4_BLOCK_SIZE * 8];  in sm4_avx_ctr_crypt()  local
331 				memcpy(&keystream[i * SM4_BLOCK_SIZE],  in sm4_avx_ctr_crypt()
335 			sm4_aesni_avx_crypt8(ctx->rkey_enc, keystream,  in sm4_avx_ctr_crypt()
336 					keystream, nblocks);  in sm4_avx_ctr_crypt()
338 			crypto_xor_cpy(dst, src, keystream,  in sm4_avx_ctr_crypt()
349 			u8 keystream[SM4_BLOCK_SIZE];  in sm4_avx_ctr_crypt()  local
351 			memcpy(keystream, walk.iv, SM4_BLOCK_SIZE);  in sm4_avx_ctr_crypt()
354 			sm4_crypt_block(ctx->rkey_enc, keystream, keystream);  in sm4_avx_ctr_crypt()
356 			crypto_xor_cpy(dst, src, keystream, nbytes);  in sm4_avx_ctr_crypt()