| /linux-6.12.1/drivers/crypto/intel/iaa/ |
| D | iaa_crypto_stats.h | 20 void update_wq_comp_calls(struct idxd_wq *idxd_wq);
21 void update_wq_comp_bytes(struct idxd_wq *idxd_wq, int n);
22 void update_wq_decomp_calls(struct idxd_wq *idxd_wq);
23 void update_wq_decomp_bytes(struct idxd_wq *idxd_wq, int n);
38 static inline void update_wq_comp_calls(struct idxd_wq *idxd_wq) {} in update_wq_comp_calls() argument
39 static inline void update_wq_comp_bytes(struct idxd_wq *idxd_wq, int n) {} in update_wq_comp_bytes() argument
40 static inline void update_wq_decomp_calls(struct idxd_wq *idxd_wq) {} in update_wq_decomp_calls() argument
41 static inline void update_wq_decomp_bytes(struct idxd_wq *idxd_wq, int n) {} in update_wq_decomp_bytes() argument
|
| D | iaa_crypto_stats.c | 71 void update_wq_comp_calls(struct idxd_wq *idxd_wq) in update_wq_comp_calls() argument
73 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_comp_calls()
79 void update_wq_comp_bytes(struct idxd_wq *idxd_wq, int n) in update_wq_comp_bytes() argument
81 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_comp_bytes()
87 void update_wq_decomp_calls(struct idxd_wq *idxd_wq) in update_wq_decomp_calls() argument
89 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_decomp_calls()
95 void update_wq_decomp_bytes(struct idxd_wq *idxd_wq, int n) in update_wq_decomp_bytes() argument
97 struct iaa_wq *wq = idxd_wq_get_private(idxd_wq); in update_wq_decomp_bytes()
|
| D | iaa_crypto_main.c | 41 static struct idxd_wq *wq_table_next_wq(int cpu) in wq_table_next_wq()
58 static void wq_table_add(int cpu, struct idxd_wq *wq) in wq_table_add()
86 memset(entry->wqs, 0, entry->max_wqs * sizeof(struct idxd_wq *)); in wq_table_clear_entry()
421 int idx, struct idxd_wq *wq) in init_device_compression_mode()
470 struct idxd_wq *wq) in init_device_compression_modes()
518 static bool iaa_has_wq(struct iaa_device *iaa_device, struct idxd_wq *wq) in iaa_has_wq()
565 static int add_iaa_wq(struct iaa_device *iaa_device, struct idxd_wq *wq, in add_iaa_wq()
594 static void del_iaa_wq(struct iaa_device *iaa_device, struct idxd_wq *wq) in del_iaa_wq()
650 struct idxd_wq *wq; in free_iaa_wq()
660 static int iaa_wq_get(struct idxd_wq *wq) in iaa_wq_get()
[all …]
|
| D | iaa_crypto.h | 46 struct idxd_wq *wq;
83 struct idxd_wq **wqs;
|
| /linux-6.12.1/drivers/dma/idxd/ |
| D | idxd.h | 25 struct idxd_wq;
166 struct idxd_wq *wq;
189 struct idxd_wq *wq;
192 struct idxd_wq { struct
307 struct idxd_wq *wq;
333 struct idxd_wq **wqs;
418 struct idxd_wq *wq;
438 #define idxd_dev_to_wq(idxd_dev) container_of(idxd_dev, struct idxd_wq, idxd_dev)
440 static inline struct idxd_device_driver *wq_to_idxd_drv(struct idxd_wq *wq) in wq_to_idxd_drv()
456 static inline struct idxd_wq *confdev_to_wq(struct device *dev) in confdev_to_wq()
[all …]
|
| D | cdev.c | 43 struct idxd_wq *wq;
55 static void idxd_cdev_evl_drain_pasid(struct idxd_wq *wq, u32 pasid);
101 struct idxd_wq *wq = ctx->wq; in cdev_file_attr_visible()
122 struct idxd_wq *wq = ctx->wq; in idxd_file_dev_release()
165 struct idxd_wq *wq = idxd_cdev->wq; in idxd_cdev_dev_release()
184 static inline struct idxd_wq *inode_wq(struct inode *inode) in inode_wq()
193 struct idxd_wq *wq = ctx->wq; in idxd_xa_pasid_remove()
204 void idxd_user_counter_increment(struct idxd_wq *wq, u32 pasid, int index) in idxd_user_counter_increment()
225 struct idxd_wq *wq; in idxd_cdev_open()
333 static void idxd_cdev_evl_drain_pasid(struct idxd_wq *wq, u32 pasid) in idxd_cdev_evl_drain_pasid()
[all …]
|
| D | dma.c | 15 static inline struct idxd_wq *to_idxd_wq(struct dma_chan *c) in to_idxd_wq()
66 static inline void idxd_prep_desc_common(struct idxd_wq *wq, in idxd_prep_desc_common()
88 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_prep_interrupt()
110 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_submit_memcpy()
137 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_alloc_chan_resources()
148 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_free_chan_resources()
174 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_tx_submit()
248 static int idxd_register_dma_channel(struct idxd_wq *wq) in idxd_register_dma_channel()
285 static void idxd_unregister_dma_channel(struct idxd_wq *wq) in idxd_unregister_dma_channel()
301 struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev); in idxd_dmaengine_drv_probe()
[all …]
|
| D | submit.c | 11 static struct idxd_desc *__get_desc(struct idxd_wq *wq, int idx, int cpu) in __get_desc()
27 struct idxd_desc *idxd_alloc_desc(struct idxd_wq *wq, enum idxd_op_type optype) in idxd_alloc_desc()
66 void idxd_free_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_free_desc()
75 static struct idxd_desc *list_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in list_abort_desc()
97 static void llist_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in llist_abort_desc()
155 int idxd_enqcmds(struct idxd_wq *wq, void __iomem *portal, const void *desc) in idxd_enqcmds()
170 int idxd_submit_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_submit_desc()
|
| D | device.c | 18 static void idxd_wq_disable_cleanup(struct idxd_wq *wq);
41 static void free_hw_descs(struct idxd_wq *wq) in free_hw_descs()
51 static int alloc_hw_descs(struct idxd_wq *wq, int num) in alloc_hw_descs()
74 static void free_descs(struct idxd_wq *wq) in free_descs()
84 static int alloc_descs(struct idxd_wq *wq, int num) in alloc_descs()
108 int idxd_wq_alloc_resources(struct idxd_wq *wq) in idxd_wq_alloc_resources()
166 void idxd_wq_free_resources(struct idxd_wq *wq) in idxd_wq_free_resources()
180 int idxd_wq_enable(struct idxd_wq *wq) in idxd_wq_enable()
205 int idxd_wq_disable(struct idxd_wq *wq, bool reset_config) in idxd_wq_disable()
234 void idxd_wq_drain(struct idxd_wq *wq) in idxd_wq_drain()
[all …]
|
| D | sysfs.c | 342 struct idxd_wq *wq = idxd->wqs[i]; in group_work_queues_show()
590 struct idxd_wq *wq = confdev_to_wq(dev); in wq_clients_show()
601 struct idxd_wq *wq = confdev_to_wq(dev); in wq_state_show()
619 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_show()
631 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_store()
674 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_show()
683 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_store()
710 struct idxd_wq *wq = confdev_to_wq(dev); in wq_size_show()
721 struct idxd_wq *wq = idxd->wqs[i]; in total_claimed_wq_size()
733 struct idxd_wq *wq = confdev_to_wq(dev); in wq_size_store()
[all …]
|
| D | irq.c | 49 struct idxd_wq *wq = idxd->wqs[i]; in idxd_device_reinit()
73 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke_drain()
156 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke()
225 struct idxd_wq *wq = fault->wq; in idxd_evl_fault_work()
336 struct idxd_wq *wq = idxd->wqs[entry_head->wq_idx]; in process_evl_entry()
417 struct idxd_wq *wq = idxd->wqs[id]; in idxd_misc_thread()
425 struct idxd_wq *wq = idxd->wqs[i]; in idxd_misc_thread()
518 struct idxd_wq *wq = desc->wq; in idxd_int_handle_resubmit_work()
545 struct idxd_wq *wq = desc->wq; in idxd_queue_int_handle_resubmit()
|
| D | defaults.c | 10 struct idxd_wq *wq; in idxd_load_iaa_device_defaults()
|
| D | compat.c | 48 struct idxd_wq *wq = confdev_to_wq(dev); in bind_store()
|
| D | init.c | 159 struct idxd_wq *wq; in idxd_setup_wqs()
163 idxd->wqs = kcalloc_node(idxd->max_wqs, sizeof(struct idxd_wq *), in idxd_setup_wqs()
803 struct idxd_wq *wq; in idxd_wqs_quiesce()
|