151 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_skcipher_rx_sg_create()
156 		sg_set_buf(sg++, rctx->msg_buf.c.supdt_tweak,  in spu_skcipher_rx_sg_create()
169 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_skcipher_rx_sg_create()
171 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_skcipher_rx_sg_create()
172 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_skcipher_rx_sg_create()
215 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_skcipher_tx_sg_create()
221 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, SPU_XTS_TWEAK_SIZE);  in spu_skcipher_tx_sg_create()
233 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_skcipher_tx_sg_create()
237 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_skcipher_tx_sg_create()
238 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_skcipher_tx_sg_create()
356 		sg_copy_part_to_buf(req->dst, rctx->msg_buf.iv_ctr,  in handle_skcipher_req()
362 		__builtin_memcpy(local_iv_ctr, rctx->msg_buf.iv_ctr,  in handle_skcipher_req()
372 			sg_copy_part_to_buf(req->src, rctx->msg_buf.iv_ctr,  in handle_skcipher_req()
385 			add_to_ctr(rctx->msg_buf.iv_ctr, chunksize >> 4);  in handle_skcipher_req()
398 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, ctx->bcm_spu_req_hdr,  in handle_skcipher_req()
399 	       sizeof(rctx->msg_buf.bcm_spu_req_hdr));  in handle_skcipher_req()
401 	spu->spu_cipher_req_finish(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_skcipher_req()
413 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, 0,  in handle_skcipher_req()
418 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_skcipher_req()
422 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_skcipher_req()
479 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);  in handle_skcipher_resp()
542 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_ahash_rx_sg_create()
545 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);  in spu_ahash_rx_sg_create()
548 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_ahash_rx_sg_create()
550 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_ahash_rx_sg_create()
551 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_ahash_rx_sg_create()
597 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_ahash_tx_sg_create()
615 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_ahash_tx_sg_create()
619 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_ahash_tx_sg_create()
620 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_ahash_tx_sg_create()
815 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);  in handle_ahash_req()
818 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +  in handle_ahash_req()
843 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, data_pad_len,  in handle_ahash_req()
849 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_ahash_req()
854 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_ahash_req()
951 	memcpy(req->result, rctx->msg_buf.digest, ctx->digestsize);  in ahash_req_done()
1005 	memcpy(rctx->incr_hash, rctx->msg_buf.digest, MAX_DIGEST_SIZE);  in handle_ahash_resp()
1088 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_aead_rx_sg_create()
1095 		memset(rctx->msg_buf.a.resp_aad, 0, assoc_buf_len);  in spu_aead_rx_sg_create()
1096 		sg_set_buf(sg++, rctx->msg_buf.a.resp_aad, assoc_buf_len);  in spu_aead_rx_sg_create()
1115 		memset(rctx->msg_buf.a.gcmpad, 0, data_padlen);  in spu_aead_rx_sg_create()
1116 		sg_set_buf(sg++, rctx->msg_buf.a.gcmpad, data_padlen);  in spu_aead_rx_sg_create()
1120 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);  in spu_aead_rx_sg_create()
1124 		memset(rctx->msg_buf.rx_stat_pad, 0, stat_pad_len);  in spu_aead_rx_sg_create()
1125 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_aead_rx_sg_create()
1128 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_aead_rx_sg_create()
1129 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_aead_rx_sg_create()
1189 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_aead_tx_sg_create()
1204 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, aead_iv_len);  in spu_aead_tx_sg_create()
1207 		memset(rctx->msg_buf.a.req_aad_pad, 0, aad_pad_len);  in spu_aead_tx_sg_create()
1208 		sg_set_buf(sg++, rctx->msg_buf.a.req_aad_pad, aad_pad_len);  in spu_aead_tx_sg_create()
1226 		memset(rctx->msg_buf.spu_req_pad, 0, pad_len);  in spu_aead_tx_sg_create()
1227 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_aead_tx_sg_create()
1231 		sg_set_buf(sg++, rctx->msg_buf.digest, ctx->digestsize);  in spu_aead_tx_sg_create()
1235 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_aead_tx_sg_create()
1236 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_aead_tx_sg_create()
1305 	cipher_parms.iv_buf = rctx->msg_buf.iv_ctr;  in handle_aead_req()
1420 		sg_copy_part_to_buf(req->src, rctx->msg_buf.digest, digestsize,  in handle_aead_req()
1430 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);  in handle_aead_req()
1432 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +  in handle_aead_req()
1449 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad,  in handle_aead_req()
1455 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_aead_req()
1458 	packet_dump("    aead iv: ", rctx->msg_buf.iv_ctr, aead_parms.iv_len);  in handle_aead_req()
1461 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_aead_req()
1540 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);  in handle_aead_resp()
1547 		packet_dump("  assoc_data ", rctx->msg_buf.a.resp_aad,  in handle_aead_resp()
1558 		packet_dump("  ICV: ", rctx->msg_buf.digest, ctx->digestsize);  in handle_aead_resp()
1560 		sg_copy_part_from_buf(req->dst, rctx->msg_buf.digest,  in handle_aead_resp()
1640 	err = spu->spu_status_process(rctx->msg_buf.rx_stat);  in spu_rx_callback()
1748 		memcpy(rctx->msg_buf.iv_ctr, req->iv, rctx->iv_ctr_len);  in skcipher_enqueue()
2703 			memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset,  in aead_enqueue()
2705 		memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset + ctx->salt_len,  in aead_enqueue()