| /linux-6.12.1/lib/ |
| D | sg_split.c | 17 struct scatterlist *out_sg; member
80 struct scatterlist *in_sg, *out_sg; in sg_split_phys() local
85 out_sg = split->out_sg; in sg_split_phys()
86 for (j = 0; j < split->nents; j++, out_sg++) { in sg_split_phys()
87 *out_sg = *in_sg; in sg_split_phys()
89 out_sg->offset += split->skip_sg0; in sg_split_phys()
90 out_sg->length -= split->skip_sg0; in sg_split_phys()
92 out_sg->offset = 0; in sg_split_phys()
94 sg_dma_address(out_sg) = 0; in sg_split_phys()
95 sg_dma_len(out_sg) = 0; in sg_split_phys()
[all …]
|
| /linux-6.12.1/drivers/crypto/nx/ |
| D | nx-aes-xcbc.c | 63 struct nx_sg *in_sg, *out_sg; in nx_xcbc_empty() local
87 out_sg = nx_build_sg_list(nx_ctx->out_sg, (u8 *) keys, &len, in nx_xcbc_empty()
94 nx_ctx->op.outlen = (nx_ctx->out_sg - out_sg) * sizeof(struct nx_sg); in nx_xcbc_empty()
115 out_sg = nx_build_sg_list(nx_ctx->out_sg, out, &len, in nx_xcbc_empty()
122 nx_ctx->op.outlen = (nx_ctx->out_sg - out_sg) * sizeof(struct nx_sg); in nx_xcbc_empty()
173 struct nx_sg *out_sg; in nx_xcbc_update() local
202 out_sg = nx_build_sg_list(nx_ctx->out_sg, (u8 *)sctx->state, in nx_xcbc_update()
210 nx_ctx->op.outlen = (nx_ctx->out_sg - out_sg) * sizeof(struct nx_sg); in nx_xcbc_update()
297 struct nx_sg *in_sg, *out_sg; in nx_xcbc_final() local
333 out_sg = nx_build_sg_list(nx_ctx->out_sg, out, &len, in nx_xcbc_final()
[all …]
|
| D | nx-sha256.c | 67 struct nx_sg *out_sg; in nx_sha256_update() local
98 out_sg = nx_build_sg_list(nx_ctx->out_sg, (u8 *)sctx->state, in nx_sha256_update()
100 nx_ctx->op.outlen = (nx_ctx->out_sg - out_sg) * sizeof(struct nx_sg); in nx_sha256_update()
186 struct nx_sg *in_sg, *out_sg; in nx_sha256_final() local
224 out_sg = nx_build_sg_list(nx_ctx->out_sg, out, &len, max_sg_len); in nx_sha256_final()
232 nx_ctx->op.outlen = (nx_ctx->out_sg - out_sg) * sizeof(struct nx_sg); in nx_sha256_final()
|
| D | nx-sha512.c | 67 struct nx_sg *out_sg; in nx_sha512_update() local
98 out_sg = nx_build_sg_list(nx_ctx->out_sg, (u8 *)sctx->state, in nx_sha512_update()
100 nx_ctx->op.outlen = (nx_ctx->out_sg - out_sg) * sizeof(struct nx_sg); in nx_sha512_update()
189 struct nx_sg *in_sg, *out_sg; in nx_sha512_final() local
233 out_sg = nx_build_sg_list(nx_ctx->out_sg, out, &len, in nx_sha512_final()
237 nx_ctx->op.outlen = (nx_ctx->out_sg - out_sg) * sizeof(struct nx_sg); in nx_sha512_final()
|
| D | nx.c | 270 struct nx_sg *nx_outsg = nx_ctx->out_sg; in nx_build_sg_lists()
295 nx_ctx->op.outlen = trim_sg_list(nx_ctx->out_sg, nx_outsg, delta, nbytes); in nx_build_sg_lists()
315 nx_ctx->op.out = __pa(nx_ctx->out_sg); in nx_ctx_init()
323 nx_ctx->op_aead.out = __pa(nx_ctx->out_sg); in nx_ctx_init()
678 nx_ctx->out_sg = (struct nx_sg *)((u8 *)nx_ctx->in_sg + NX_PAGE_SIZE); in nx_crypto_ctx_init()
682 (struct nx_csbcpb *)((u8 *)nx_ctx->out_sg + in nx_crypto_ctx_init()
754 nx_ctx->out_sg = NULL; in nx_crypto_ctx_exit()
|
| D | nx-aes-gcm.c | 249 struct nx_sg *in_sg, *out_sg; in gcm_empty() local
276 out_sg = nx_build_sg_list(nx_ctx->out_sg, (u8 *) out, &len, in gcm_empty()
283 nx_ctx->op.outlen = (nx_ctx->out_sg - out_sg) * sizeof(struct nx_sg); in gcm_empty()
|
| D | nx.h | 127 struct nx_sg *out_sg; /* aligned pointer into kmem to an sg list */ member
|
| D | nx-aes-ccm.c | 162 struct nx_sg *nx_outsg = nx_ctx->out_sg; in generate_pat()
251 nx_ctx->op.outlen = (nx_ctx->out_sg - nx_outsg) * in generate_pat()
|
| /linux-6.12.1/drivers/crypto/ |
| D | omap-des.c | 148 struct scatterlist *out_sg; member
372 struct scatterlist *in_sg, struct scatterlist *out_sg, in omap_des_crypt_dma() argument
383 scatterwalk_start(&dd->out_walk, dd->out_sg); in omap_des_crypt_dma()
429 tx_out = dmaengine_prep_slave_sg(dd->dma_lch_out, out_sg, out_sg_len, in omap_des_crypt_dma()
468 err = dma_map_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_des_crypt_dma_start()
476 err = omap_des_crypt_dma(tfm, dd->in_sg, dd->out_sg, dd->in_sg_len, in omap_des_crypt_dma_start()
480 dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_des_crypt_dma_start()
534 dd->out_sg = req->dst; in omap_des_prepare_req()
547 ret = omap_crypto_align_sg(&dd->out_sg, dd->total, DES_BLOCK_SIZE, in omap_des_prepare_req()
557 dd->out_sg_len = sg_nents_for_len(dd->out_sg, dd->total); in omap_des_prepare_req()
[all …]
|
| D | omap-aes-gcm.c | 37 dd->out_sg = NULL; in omap_aes_gcm_finish_req()
57 dma_sync_sg_for_device(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_gcm_done_task()
60 dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len, DMA_FROM_DEVICE); in omap_aes_gcm_done_task()
63 omap_crypto_cleanup(dd->out_sg, dd->orig_out, in omap_aes_gcm_done_task()
153 dd->out_sg = req->dst; in omap_aes_gcm_copy_buffers()
156 dd->out_sg = scatterwalk_ffwd(sg_arr, req->dst, req->assoclen); in omap_aes_gcm_copy_buffers()
159 if (req->src == req->dst || dd->out_sg == sg_arr) in omap_aes_gcm_copy_buffers()
163 ret = omap_crypto_align_sg(&dd->out_sg, cryptlen, in omap_aes_gcm_copy_buffers()
172 dd->out_sg_len = sg_nents_for_len(dd->out_sg, clen); in omap_aes_gcm_copy_buffers()
|
| D | omap-aes.c | 267 struct scatterlist *out_sg, in omap_aes_crypt_dma() argument
277 scatterwalk_start(&dd->out_walk, dd->out_sg); in omap_aes_crypt_dma()
325 tx_out = dmaengine_prep_slave_sg(dd->dma_lch_out, out_sg, in omap_aes_crypt_dma()
375 err = dma_map_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_crypt_dma_start()
384 err = omap_aes_crypt_dma(dd, dd->in_sg, dd->out_sg, dd->in_sg_len, in omap_aes_crypt_dma_start()
389 dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_crypt_dma_start()
441 dd->out_sg = req->dst; in omap_aes_prepare_req()
454 ret = omap_crypto_align_sg(&dd->out_sg, dd->total, AES_BLOCK_SIZE, in omap_aes_prepare_req()
464 dd->out_sg_len = sg_nents_for_len(dd->out_sg, dd->total); in omap_aes_prepare_req()
506 dma_sync_sg_for_device(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_done_task()
[all …]
|
| D | atmel-tdes.c | 108 struct scatterlist *out_sg; member
294 dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_FROM_DEVICE); in atmel_tdes_crypt_pdc_stop()
301 count = atmel_tdes_sg_copy(&dd->out_sg, &dd->out_offset, in atmel_tdes_crypt_pdc_stop()
462 out = IS_ALIGNED((u32)dd->out_sg->offset, sizeof(u32)) && in atmel_tdes_crypt_start()
463 IS_ALIGNED(dd->out_sg->length, dd->ctx->block_size); in atmel_tdes_crypt_start()
466 if (sg_dma_len(dd->in_sg) != sg_dma_len(dd->out_sg)) in atmel_tdes_crypt_start()
473 count = min_t(size_t, count, sg_dma_len(dd->out_sg)); in atmel_tdes_crypt_start()
481 err = dma_map_sg(dd->dev, dd->out_sg, 1, in atmel_tdes_crypt_start()
491 addr_out = sg_dma_address(dd->out_sg); in atmel_tdes_crypt_start()
515 dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_start()
[all …]
|
| D | sahara.c | 214 struct scatterlist *out_sg; member
463 dev->nb_out_sg = sg_nents_for_len(dev->out_sg, dev->total); in sahara_hw_descriptor_create()
481 ret = dma_map_sg(dev->device, dev->out_sg, dev->nb_out_sg, in sahara_hw_descriptor_create()
506 sg = dev->out_sg; in sahara_hw_descriptor_create()
572 dev->out_sg = req->dst; in sahara_aes_process()
603 dma_unmap_sg(dev->device, dev->out_sg, dev->nb_out_sg, in sahara_aes_process()
|
| D | omap-aes.h | 182 struct scatterlist *out_sg; member
|
| /linux-6.12.1/drivers/crypto/stm32/ |
| D | stm32-cryp.c | 215 struct scatterlist *out_sg; member
924 dma_sync_sg_for_device(cryp->dev, cryp->out_sg, cryp->out_sg_len, DMA_FROM_DEVICE); in stm32_cryp_dma_callback()
926 if (cryp->in_sg != cryp->out_sg) in stm32_cryp_dma_callback()
929 dma_unmap_sg(cryp->dev, cryp->out_sg, cryp->out_sg_len, DMA_FROM_DEVICE); in stm32_cryp_dma_callback()
938 kfree(cryp->out_sg); in stm32_cryp_dma_callback()
942 if (cryp->out_sg != cryp->req->dst) in stm32_cryp_dma_callback()
943 kfree(cryp->out_sg); in stm32_cryp_dma_callback()
1019 if (cryp->in_sg != cryp->out_sg) { in stm32_cryp_dma_start()
1027 ret = dma_map_sg(cryp->dev, cryp->out_sg, cryp->out_sg_len, DMA_FROM_DEVICE); in stm32_cryp_dma_start()
1046 tx_out = dmaengine_prep_slave_sg(cryp->dma_lch_out, cryp->out_sg, cryp->out_sg_len, in stm32_cryp_dma_start()
[all …]
|
| /linux-6.12.1/drivers/crypto/gemini/ |
| D | sl3516-ce-cipher.c | 31 struct scatterlist *out_sg; in sl3516_ce_need_fallback() local
88 out_sg = areq->dst; in sl3516_ce_need_fallback()
89 while (in_sg && out_sg) { in sl3516_ce_need_fallback()
90 if (in_sg->length != out_sg->length) { in sl3516_ce_need_fallback()
95 out_sg = sg_next(out_sg); in sl3516_ce_need_fallback()
97 if (in_sg || out_sg) in sl3516_ce_need_fallback()
|
| /linux-6.12.1/net/vmw_vsock/ |
| D | virtio_transport.c | 101 int ret, in_sg = 0, out_sg = 0; in virtio_transport_send_skb() local
105 sg_init_one(sgs[out_sg], virtio_vsock_hdr(skb), in virtio_transport_send_skb()
107 out_sg++; in virtio_transport_send_skb()
111 sg_init_one(sgs[out_sg], skb->data, skb->len); in virtio_transport_send_skb()
112 out_sg++; in virtio_transport_send_skb()
136 sg_init_one(sgs[out_sg], in virtio_transport_send_skb()
139 out_sg++; in virtio_transport_send_skb()
143 ret = virtqueue_add_sgs(vq, sgs, out_sg, in_sg, skb, gfp); in virtio_transport_send_skb()
|
| /linux-6.12.1/drivers/crypto/allwinner/sun8i-ss/ |
| D | sun8i-ss-cipher.c | 29 struct scatterlist *out_sg = areq->dst; in sun8i_ss_need_fallback() local
77 out_sg = areq->dst; in sun8i_ss_need_fallback()
78 while (in_sg && out_sg) { in sun8i_ss_need_fallback()
79 if (in_sg->length != out_sg->length) in sun8i_ss_need_fallback()
82 out_sg = sg_next(out_sg); in sun8i_ss_need_fallback()
84 if (in_sg || out_sg) in sun8i_ss_need_fallback()
|
| /linux-6.12.1/drivers/crypto/allwinner/sun4i-ss/ |
| D | sun4i-ss-cipher.c | 183 struct scatterlist *out_sg = areq->dst; in sun4i_ss_cipher_poll() local
230 while (out_sg && no_chunk == 1) { in sun4i_ss_cipher_poll()
231 if ((out_sg->length | out_sg->offset) & 3u) in sun4i_ss_cipher_poll()
233 out_sg = sg_next(out_sg); in sun4i_ss_cipher_poll()
|
| /linux-6.12.1/crypto/ |
| D | rsa-pkcs1pad.c | 125 struct scatterlist in_sg[2], out_sg[1]; member
378 pkcs1pad_sg_set_buf(req_ctx->out_sg, req_ctx->out_buf, in pkcs1pad_decrypt()
387 req_ctx->out_sg, req->src_len, in pkcs1pad_decrypt()
568 pkcs1pad_sg_set_buf(req_ctx->out_sg, req_ctx->out_buf, in pkcs1pad_verify()
577 req_ctx->out_sg, sig_size, ctx->key_size); in pkcs1pad_verify()
|
| /linux-6.12.1/drivers/crypto/starfive/ |
| D | jh7110-rsa.c | 278 sg_copy_buffer(rctx->out_sg, sg_nents(rctx->out_sg), in starfive_rsa_enc_core()
310 rctx->out_sg = req->dst; in starfive_rsa_enc()
341 rctx->out_sg = req->dst; in starfive_rsa_dec()
|
| D | jh7110-aes.c | 313 scatterwalk_map_and_copy(cryp->tag_out, rctx->out_sg, in starfive_aes_read_authtag()
585 rctx->out_sg = req->dst; in starfive_aes_do_one_req()
598 ret = starfive_aes_map_sg(cryp, rctx->in_sg, rctx->out_sg); in starfive_aes_do_one_req()
654 rctx->out_sg = rctx->in_sg; in starfive_aes_aead_do_one_req()
656 rctx->out_sg = scatterwalk_ffwd(_dst, req->dst, cryp->assoclen); in starfive_aes_aead_do_one_req()
710 ret = starfive_aes_map_sg(cryp, rctx->in_sg, rctx->out_sg); in starfive_aes_aead_do_one_req()
|
| D | jh7110-cryp.h | 218 struct scatterlist *out_sg; member
|
| /linux-6.12.1/arch/um/drivers/ |
| D | virt-pci.c | 77 struct scatterlist out_sg, extra_sg, in_sg; in um_pci_send_cmd() local
79 [0] = &out_sg, in um_pci_send_cmd()
128 sg_init_one(&out_sg, cmd, cmd_size); in um_pci_send_cmd()
|
| /linux-6.12.1/drivers/crypto/aspeed/ |
| D | aspeed-hace-crypto.c | 155 struct scatterlist *out_sg; in aspeed_sk_transfer() local
161 out_sg = req->dst; in aspeed_sk_transfer()
164 nbytes = sg_copy_from_buffer(out_sg, rctx->dst_nents, in aspeed_sk_transfer()
|