/kernel/linux/linux-6.6/drivers/dma/idxd/ |
H A D | idxd.h | 24 struct idxd_wq; 156 struct idxd_wq *wq; 183 struct idxd_wq *wq; 186 struct idxd_wq { struct 295 struct idxd_wq *wq; 321 struct idxd_wq **wqs; 393 struct idxd_wq *wq; 413 #define idxd_dev_to_wq(idxd_dev) container_of(idxd_dev, struct idxd_wq, idxd_dev) 422 static inline struct idxd_wq *confdev_to_wq(struct device *dev) in confdev_to_wq() 465 static inline struct idxd_wq *ie_to_w [all...] |
H A D | dma.c | 15 static inline struct idxd_wq *to_idxd_wq(struct dma_chan *c) in to_idxd_wq() 66 static inline void idxd_prep_desc_common(struct idxd_wq *wq, in idxd_prep_desc_common() 88 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_prep_interrupt() 110 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_submit_memcpy() 137 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_alloc_chan_resources() 148 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_free_chan_resources() 174 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_tx_submit() 248 static int idxd_register_dma_channel(struct idxd_wq *wq) in idxd_register_dma_channel() 285 static void idxd_unregister_dma_channel(struct idxd_wq *wq) in idxd_unregister_dma_channel() 301 struct idxd_wq *w in idxd_dmaengine_drv_probe() [all...] |
H A D | cdev.c | 43 struct idxd_wq *wq; 55 static void idxd_cdev_evl_drain_pasid(struct idxd_wq *wq, u32 pasid); 101 struct idxd_wq *wq = ctx->wq; in cdev_file_attr_visible() 122 struct idxd_wq *wq = ctx->wq; in idxd_file_dev_release() 165 struct idxd_wq *wq = idxd_cdev->wq; in idxd_cdev_dev_release() 184 static inline struct idxd_wq *inode_wq(struct inode *inode) in inode_wq() 193 struct idxd_wq *wq = ctx->wq; in idxd_xa_pasid_remove() 204 void idxd_user_counter_increment(struct idxd_wq *wq, u32 pasid, int index) in idxd_user_counter_increment() 225 struct idxd_wq *wq; in idxd_cdev_open() 333 static void idxd_cdev_evl_drain_pasid(struct idxd_wq *w [all...] |
H A D | submit.c | 11 static struct idxd_desc *__get_desc(struct idxd_wq *wq, int idx, int cpu) in __get_desc() 27 struct idxd_desc *idxd_alloc_desc(struct idxd_wq *wq, enum idxd_op_type optype) in idxd_alloc_desc() 65 void idxd_free_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_free_desc() 73 static struct idxd_desc *list_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in list_abort_desc() 95 static void llist_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in llist_abort_desc() 151 int idxd_enqcmds(struct idxd_wq *wq, void __iomem *portal, const void *desc) in idxd_enqcmds() 166 int idxd_submit_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_submit_desc()
|
H A D | sysfs.c | 342 struct idxd_wq *wq = idxd->wqs[i]; in group_work_queues_show() 590 struct idxd_wq *wq = confdev_to_wq(dev); in wq_clients_show() 601 struct idxd_wq *wq = confdev_to_wq(dev); in wq_state_show() 619 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_show() 631 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_store() 674 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_show() 683 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_store() 710 struct idxd_wq *wq = confdev_to_wq(dev); in wq_size_show() 721 struct idxd_wq *wq = idxd->wqs[i]; in total_claimed_wq_size() 733 struct idxd_wq *w in wq_size_store() [all...] |
H A D | device.c | 18 static void idxd_wq_disable_cleanup(struct idxd_wq *wq); 41 static void free_hw_descs(struct idxd_wq *wq) in free_hw_descs() 51 static int alloc_hw_descs(struct idxd_wq *wq, int num) in alloc_hw_descs() 74 static void free_descs(struct idxd_wq *wq) in free_descs() 84 static int alloc_descs(struct idxd_wq *wq, int num) in alloc_descs() 108 int idxd_wq_alloc_resources(struct idxd_wq *wq) in idxd_wq_alloc_resources() 165 void idxd_wq_free_resources(struct idxd_wq *wq) in idxd_wq_free_resources() 178 int idxd_wq_enable(struct idxd_wq *wq) in idxd_wq_enable() 203 int idxd_wq_disable(struct idxd_wq *wq, bool reset_config) in idxd_wq_disable() 232 void idxd_wq_drain(struct idxd_wq *w [all...] |
H A D | irq.c | 49 struct idxd_wq *wq = idxd->wqs[i]; in idxd_device_reinit() 73 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke_drain() 156 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke() 225 struct idxd_wq *wq = fault->wq; in idxd_evl_fault_work() 336 struct idxd_wq *wq = idxd->wqs[entry_head->wq_idx]; in process_evl_entry() 417 struct idxd_wq *wq = idxd->wqs[id]; in idxd_misc_thread() 425 struct idxd_wq *wq = idxd->wqs[i]; in idxd_misc_thread() 518 struct idxd_wq *wq = desc->wq; in idxd_int_handle_resubmit_work() 545 struct idxd_wq *wq = desc->wq; in idxd_queue_int_handle_resubmit()
|
H A D | compat.c | 49 struct idxd_wq *wq = confdev_to_wq(dev); in bind_store()
|
H A D | init.c | 149 struct idxd_wq *wq; in idxd_setup_wqs() 153 idxd->wqs = kcalloc_node(idxd->max_wqs, sizeof(struct idxd_wq *), in idxd_setup_wqs() 785 struct idxd_wq *wq; in idxd_wqs_quiesce()
|
/kernel/linux/linux-5.10/drivers/dma/idxd/ |
H A D | idxd.h | 18 struct idxd_wq; 74 struct idxd_wq *wq; 96 struct idxd_wq *wq; 99 struct idxd_wq { struct 181 struct idxd_wq *wqs; 224 struct idxd_wq *wq; 228 #define confdev_to_wq(dev) container_of(dev, struct idxd_wq, conf_dev) 232 static inline bool wq_dedicated(struct idxd_wq *wq) in wq_dedicated() 263 static inline void idxd_wq_get(struct idxd_wq *wq) in idxd_wq_get() 268 static inline void idxd_wq_put(struct idxd_wq *w [all...] |
H A D | sysfs.c | 59 static inline bool is_idxd_wq_dmaengine(struct idxd_wq *wq) in is_idxd_wq_dmaengine() 67 static inline bool is_idxd_wq_cdev(struct idxd_wq *wq) in is_idxd_wq_cdev() 84 struct idxd_wq *wq = confdev_to_wq(dev); in idxd_config_bus_match() 149 struct idxd_wq *wq = confdev_to_wq(dev); in idxd_config_bus_probe() 240 static void disable_wq(struct idxd_wq *wq) in disable_wq() 281 struct idxd_wq *wq = confdev_to_wq(dev); in idxd_config_bus_remove() 291 struct idxd_wq *wq = &idxd->wqs[i]; in idxd_config_bus_remove() 303 struct idxd_wq *wq = &idxd->wqs[i]; in idxd_config_bus_remove() 642 struct idxd_wq *wq = &idxd->wqs[i]; in group_work_queues_show() 767 struct idxd_wq *w in wq_clients_show() [all...] |
H A D | cdev.c | 33 struct idxd_wq *wq; 42 struct idxd_wq *wq = idxd_cdev->wq; in idxd_cdev_dev_release() 61 static inline struct idxd_wq *inode_wq(struct inode *inode) in inode_wq() 72 struct idxd_wq *wq; in idxd_cdev_open() 108 struct idxd_wq *wq = ctx->wq; in idxd_cdev_release() 125 static int check_vma(struct idxd_wq *wq, struct vm_area_struct *vma, in check_vma() 144 struct idxd_wq *wq = ctx->wq; in idxd_cdev_mmap() 170 struct idxd_wq *wq = ctx->wq; in idxd_cdev_poll() 197 int idxd_wq_add_cdev(struct idxd_wq *wq) in idxd_wq_add_cdev() 248 void idxd_wq_del_cdev(struct idxd_wq *w [all...] |
H A D | dma.c | 15 static inline struct idxd_wq *to_idxd_wq(struct dma_chan *c) in to_idxd_wq() 62 static inline void idxd_prep_desc_common(struct idxd_wq *wq, in idxd_prep_desc_common() 88 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_prep_interrupt() 110 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_submit_memcpy() 137 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_alloc_chan_resources() 148 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_free_chan_resources() 174 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_tx_submit() 248 int idxd_register_dma_channel(struct idxd_wq *wq) in idxd_register_dma_channel() 285 void idxd_unregister_dma_channel(struct idxd_wq *wq) in idxd_unregister_dma_channel()
|
H A D | submit.c | 11 static struct idxd_desc *__get_desc(struct idxd_wq *wq, int idx, int cpu) in __get_desc() 22 struct idxd_desc *idxd_alloc_desc(struct idxd_wq *wq, enum idxd_op_type optype) in idxd_alloc_desc() 60 void idxd_free_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_free_desc() 68 int idxd_submit_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_submit_desc()
|
H A D | device.c | 62 static void free_hw_descs(struct idxd_wq *wq) in free_hw_descs() 72 static int alloc_hw_descs(struct idxd_wq *wq, int num) in alloc_hw_descs() 95 static void free_descs(struct idxd_wq *wq) in free_descs() 105 static int alloc_descs(struct idxd_wq *wq, int num) in alloc_descs() 129 int idxd_wq_alloc_resources(struct idxd_wq *wq) in idxd_wq_alloc_resources() 185 void idxd_wq_free_resources(struct idxd_wq *wq) in idxd_wq_free_resources() 198 int idxd_wq_enable(struct idxd_wq *wq) in idxd_wq_enable() 222 int idxd_wq_disable(struct idxd_wq *wq) in idxd_wq_disable() 248 void idxd_wq_drain(struct idxd_wq *wq) in idxd_wq_drain() 264 void idxd_wq_reset(struct idxd_wq *w [all...] |
H A D | irq.c | 30 struct idxd_wq *wq = &idxd->wqs[i]; in idxd_device_reinit() 75 struct idxd_wq *wq = &idxd->wqs[id]; in process_misc_interrupts() 83 struct idxd_wq *wq = &idxd->wqs[i]; in process_misc_interrupts()
|
H A D | init.c | 162 idxd->wqs = devm_kcalloc(dev, idxd->max_wqs, sizeof(struct idxd_wq), in idxd_setup_internals() 173 struct idxd_wq *wq = &idxd->wqs[i]; in idxd_setup_internals()
|