/linux-6.1.9/drivers/net/ethernet/mellanox/mlx5/core/ |
D | wq.h | 100 static inline u32 mlx5_wq_cyc_get_size(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_get_size() 105 static inline int mlx5_wq_cyc_is_full(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_is_full() 110 static inline int mlx5_wq_cyc_missing(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_missing() 115 static inline int mlx5_wq_cyc_is_empty(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_is_empty() 120 static inline void mlx5_wq_cyc_push(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_push() 126 static inline void mlx5_wq_cyc_push_n(struct mlx5_wq_cyc *wq, u16 n) in mlx5_wq_cyc_push_n() 132 static inline void mlx5_wq_cyc_pop(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_pop() 137 static inline void mlx5_wq_cyc_update_db_record(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_update_db_record() 142 static inline u16 mlx5_wq_cyc_ctr2ix(struct mlx5_wq_cyc *wq, u16 ctr) in mlx5_wq_cyc_ctr2ix() 147 static inline u16 mlx5_wq_cyc_get_head(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_get_head() [all …]
|
D | wq.c | 38 void *wqc, struct mlx5_wq_cyc *wq, in mlx5_wq_cyc_create() 74 void mlx5_wq_cyc_wqe_dump(struct mlx5_wq_cyc *wq, u16 ix, u8 nstrides) in mlx5_wq_cyc_wqe_dump() 92 void mlx5_wq_cyc_reset(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_reset() 100 void *qpc, struct mlx5_wq_qp *wq, in mlx5_wq_qp_create() 160 void *cqc, struct mlx5_cqwq *wq, in mlx5_cqwq_create() 197 static void mlx5_wq_ll_init_list(struct mlx5_wq_ll *wq) in mlx5_wq_ll_init_list() 211 void *wqc, struct mlx5_wq_ll *wq, in mlx5_wq_ll_create() 247 void mlx5_wq_ll_reset(struct mlx5_wq_ll *wq) in mlx5_wq_ll_reset()
|
/linux-6.1.9/include/linux/ |
D | swait.h | 121 static inline int swait_active(struct swait_queue_head *wq) in swait_active() 134 static inline bool swq_has_sleeper(struct swait_queue_head *wq) in swq_has_sleeper() 158 #define ___swait_event(wq, condition, state, ret, cmd) \ argument 182 #define __swait_event(wq, condition) \ argument 186 #define swait_event_exclusive(wq, condition) \ argument 193 #define __swait_event_timeout(wq, condition, timeout) \ argument 198 #define swait_event_timeout_exclusive(wq, condition, timeout) \ argument 206 #define __swait_event_interruptible(wq, condition) \ argument 210 #define swait_event_interruptible_exclusive(wq, condition) \ argument 218 #define __swait_event_interruptible_timeout(wq, condition, timeout) \ argument [all …]
|
D | wait.h | 174 struct wait_queue_entry *wq; in __add_wait_queue() local 607 #define wait_event_interruptible_hrtimeout(wq, condition, timeout) \ argument 617 #define __wait_event_interruptible_exclusive(wq, condition) \ argument 621 #define wait_event_interruptible_exclusive(wq, condition) \ argument 630 #define __wait_event_killable_exclusive(wq, condition) \ argument 634 #define wait_event_killable_exclusive(wq, condition) \ argument 644 #define __wait_event_freezable_exclusive(wq, condition) \ argument 648 #define wait_event_freezable_exclusive(wq, condition) \ argument 774 #define __wait_event_interruptible_locked(wq, condition, exclusive, fn) \ argument 814 #define wait_event_interruptible_locked(wq, condition) \ argument [all …]
|
/linux-6.1.9/drivers/scsi/snic/ |
D | vnic_wq.c | 12 static inline int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_get_ctrl() 22 static inline int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_alloc_ring() 29 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs() 67 void svnic_wq_free(struct vnic_wq *wq) in svnic_wq_free() 85 int vnic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_devcmd2_alloc() 109 int svnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in svnic_wq_alloc() 140 void vnic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init_start() 163 void svnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, in svnic_wq_init() 171 unsigned int svnic_wq_error_status(struct vnic_wq *wq) in svnic_wq_error_status() 176 void svnic_wq_enable(struct vnic_wq *wq) in svnic_wq_enable() [all …]
|
D | vnic_wq.h | 71 static inline unsigned int svnic_wq_desc_avail(struct vnic_wq *wq) in svnic_wq_desc_avail() 77 static inline unsigned int svnic_wq_desc_used(struct vnic_wq *wq) in svnic_wq_desc_used() 83 static inline void *svnic_wq_next_desc(struct vnic_wq *wq) in svnic_wq_next_desc() 88 static inline void svnic_wq_post(struct vnic_wq *wq, in svnic_wq_post() 114 static inline void svnic_wq_service(struct vnic_wq *wq, in svnic_wq_service() 116 void (*buf_service)(struct vnic_wq *wq, in svnic_wq_service()
|
/linux-6.1.9/drivers/scsi/fnic/ |
D | vnic_wq.c | 16 static int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_get_ctrl() 28 static int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_alloc_ring() 35 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs() 72 void vnic_wq_free(struct vnic_wq *wq) in vnic_wq_free() 90 int vnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, unsigned int index, in vnic_wq_alloc() 120 int vnic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_devcmd2_alloc() 141 void vnic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init_start() 165 void vnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init() 182 unsigned int vnic_wq_error_status(struct vnic_wq *wq) in vnic_wq_error_status() 187 void vnic_wq_enable(struct vnic_wq *wq) in vnic_wq_enable() [all …]
|
D | vnic_wq_copy.c | 13 void vnic_wq_copy_enable(struct vnic_wq_copy *wq) in vnic_wq_copy_enable() 18 int vnic_wq_copy_disable(struct vnic_wq_copy *wq) in vnic_wq_copy_disable() 39 void vnic_wq_copy_clean(struct vnic_wq_copy *wq, in vnic_wq_copy_clean() 40 void (*q_clean)(struct vnic_wq_copy *wq, in vnic_wq_copy_clean() 57 void vnic_wq_copy_free(struct vnic_wq_copy *wq) in vnic_wq_copy_free() 66 int vnic_wq_copy_alloc(struct vnic_dev *vdev, struct vnic_wq_copy *wq, in vnic_wq_copy_alloc() 84 void vnic_wq_copy_init(struct vnic_wq_copy *wq, unsigned int cq_index, in vnic_wq_copy_init()
|
D | vnic_wq_copy.h | 24 static inline unsigned int vnic_wq_copy_desc_avail(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_avail() 29 static inline unsigned int vnic_wq_copy_desc_in_use(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_in_use() 34 static inline void *vnic_wq_copy_next_desc(struct vnic_wq_copy *wq) in vnic_wq_copy_next_desc() 40 static inline void vnic_wq_copy_post(struct vnic_wq_copy *wq) in vnic_wq_copy_post() 57 static inline void vnic_wq_copy_desc_process(struct vnic_wq_copy *wq, u16 index) in vnic_wq_copy_desc_process() 71 static inline void vnic_wq_copy_service(struct vnic_wq_copy *wq, in vnic_wq_copy_service() 73 void (*q_service)(struct vnic_wq_copy *wq, in vnic_wq_copy_service()
|
D | fnic_res.h | 18 static inline void fnic_queue_wq_desc(struct vnic_wq *wq, in fnic_queue_wq_desc() 42 static inline void fnic_queue_wq_eth_desc(struct vnic_wq *wq, in fnic_queue_wq_eth_desc() 67 static inline void fnic_queue_wq_copy_desc_icmnd_16(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_icmnd_16() 112 static inline void fnic_queue_wq_copy_desc_itmf(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_itmf() 138 static inline void fnic_queue_wq_copy_desc_flogi_reg(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_flogi_reg() 157 static inline void fnic_queue_wq_copy_desc_fip_reg(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_fip_reg() 181 static inline void fnic_queue_wq_copy_desc_fw_reset(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_fw_reset() 194 static inline void fnic_queue_wq_copy_desc_lunmap(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_lunmap()
|
/linux-6.1.9/drivers/net/ethernet/huawei/hinic/ |
D | hinic_hw_wq.c | 34 #define WQ_SIZE(wq) ((wq)->q_depth * (wq)->wqebb_size) argument 44 #define WQ_BASE_VADDR(wqs, wq) \ argument 48 #define WQ_BASE_PADDR(wqs, wq) \ argument 52 #define WQ_BASE_ADDR(wqs, wq) \ argument 56 #define CMDQ_BASE_VADDR(cmdq_pages, wq) \ argument 60 #define CMDQ_BASE_PADDR(cmdq_pages, wq) \ argument 64 #define CMDQ_BASE_ADDR(cmdq_pages, wq) \ argument 68 #define WQ_PAGE_ADDR(wq, idx) \ argument 71 #define MASKED_WQE_IDX(wq, idx) ((idx) & (wq)->mask) argument 77 #define WQE_SHADOW_PAGE(wq, wqe) \ argument [all …]
|
/linux-6.1.9/drivers/dma/idxd/ |
D | device.c | 42 static void free_hw_descs(struct idxd_wq *wq) in free_hw_descs() 52 static int alloc_hw_descs(struct idxd_wq *wq, int num) in alloc_hw_descs() 75 static void free_descs(struct idxd_wq *wq) in free_descs() 85 static int alloc_descs(struct idxd_wq *wq, int num) in alloc_descs() 109 int idxd_wq_alloc_resources(struct idxd_wq *wq) in idxd_wq_alloc_resources() 166 void idxd_wq_free_resources(struct idxd_wq *wq) in idxd_wq_free_resources() 179 int idxd_wq_enable(struct idxd_wq *wq) in idxd_wq_enable() 204 int idxd_wq_disable(struct idxd_wq *wq, bool reset_config) in idxd_wq_disable() 233 void idxd_wq_drain(struct idxd_wq *wq) in idxd_wq_drain() 249 void idxd_wq_reset(struct idxd_wq *wq) in idxd_wq_reset() [all …]
|
D | cdev.c | 35 struct idxd_wq *wq; member 46 struct idxd_wq *wq = idxd_cdev->wq; in idxd_cdev_dev_release() local 76 struct idxd_wq *wq; in idxd_cdev_open() local 143 struct idxd_wq *wq = ctx->wq; in idxd_cdev_release() local 174 static int check_vma(struct idxd_wq *wq, struct vm_area_struct *vma, in check_vma() 193 struct idxd_wq *wq = ctx->wq; in idxd_cdev_mmap() local 219 struct idxd_wq *wq = ctx->wq; in idxd_cdev_poll() local 245 int idxd_wq_add_cdev(struct idxd_wq *wq) in idxd_wq_add_cdev() 296 void idxd_wq_del_cdev(struct idxd_wq *wq) in idxd_wq_del_cdev() 308 struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev); in idxd_user_drv_probe() local [all …]
|
D | submit.c | 11 static struct idxd_desc *__get_desc(struct idxd_wq *wq, int idx, int cpu) in __get_desc() 27 struct idxd_desc *idxd_alloc_desc(struct idxd_wq *wq, enum idxd_op_type optype) in idxd_alloc_desc() 65 void idxd_free_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_free_desc() 73 static struct idxd_desc *list_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in list_abort_desc() 95 static void llist_abort_desc(struct idxd_wq *wq, struct idxd_irq_entry *ie, in llist_abort_desc() 151 int idxd_enqcmds(struct idxd_wq *wq, void __iomem *portal, const void *desc) in idxd_enqcmds() 166 int idxd_submit_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_submit_desc()
|
D | dma.c | 72 static inline void idxd_prep_desc_common(struct idxd_wq *wq, in idxd_prep_desc_common() 93 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_prep_interrupt() local 115 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_submit_memcpy() local 142 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_alloc_chan_resources() local 153 struct idxd_wq *wq = to_idxd_wq(chan); in idxd_dma_free_chan_resources() local 179 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_tx_submit() local 253 static int idxd_register_dma_channel(struct idxd_wq *wq) in idxd_register_dma_channel() 290 static void idxd_unregister_dma_channel(struct idxd_wq *wq) in idxd_unregister_dma_channel() 306 struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev); in idxd_dmaengine_drv_probe() local 344 struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev); in idxd_dmaengine_drv_remove() local
|
D | sysfs.c | 342 struct idxd_wq *wq = idxd->wqs[i]; in group_work_queues_show() local 590 struct idxd_wq *wq = confdev_to_wq(dev); in wq_clients_show() local 601 struct idxd_wq *wq = confdev_to_wq(dev); in wq_state_show() local 619 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_show() local 631 struct idxd_wq *wq = confdev_to_wq(dev); in wq_group_id_store() local 674 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_show() local 683 struct idxd_wq *wq = confdev_to_wq(dev); in wq_mode_store() local 710 struct idxd_wq *wq = confdev_to_wq(dev); in wq_size_show() local 721 struct idxd_wq *wq = idxd->wqs[i]; in total_claimed_wq_size() local 733 struct idxd_wq *wq = confdev_to_wq(dev); in wq_size_store() local [all …]
|
D | irq.c | 47 struct idxd_wq *wq = idxd->wqs[i]; in idxd_device_reinit() local 71 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke_drain() local 154 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke() local 242 struct idxd_wq *wq = idxd->wqs[id]; in process_misc_interrupts() local 250 struct idxd_wq *wq = idxd->wqs[i]; in process_misc_interrupts() local 361 struct idxd_wq *wq = desc->wq; in idxd_int_handle_resubmit_work() local 388 struct idxd_wq *wq = desc->wq; in idxd_queue_int_handle_resubmit() local
|
/linux-6.1.9/drivers/net/ethernet/cisco/enic/ |
D | vnic_wq.c | 18 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs() 56 void vnic_wq_free(struct vnic_wq *wq) in vnic_wq_free() 75 int vnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, unsigned int index, in vnic_wq_alloc() 104 int enic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in enic_wq_devcmd2_alloc() 121 void enic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index, in enic_wq_init_start() 144 void vnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init() 153 unsigned int vnic_wq_error_status(struct vnic_wq *wq) in vnic_wq_error_status() 158 void vnic_wq_enable(struct vnic_wq *wq) in vnic_wq_enable() 163 int vnic_wq_disable(struct vnic_wq *wq) in vnic_wq_disable() 182 void vnic_wq_clean(struct vnic_wq *wq, in vnic_wq_clean() [all …]
|
D | enic_res.h | 30 static inline void enic_queue_wq_desc_ex(struct vnic_wq *wq, in enic_queue_wq_desc_ex() 56 static inline void enic_queue_wq_desc_cont(struct vnic_wq *wq, in enic_queue_wq_desc_cont() 65 static inline void enic_queue_wq_desc(struct vnic_wq *wq, void *os_buf, in enic_queue_wq_desc() 75 static inline void enic_queue_wq_desc_csum(struct vnic_wq *wq, in enic_queue_wq_desc_csum() 87 static inline void enic_queue_wq_desc_csum_l4(struct vnic_wq *wq, in enic_queue_wq_desc_csum_l4() 98 static inline void enic_queue_wq_desc_tso(struct vnic_wq *wq, in enic_queue_wq_desc_tso()
|
D | vnic_wq.h | 86 struct vnic_wq wq; member 90 static inline unsigned int vnic_wq_desc_avail(struct vnic_wq *wq) in vnic_wq_desc_avail() 96 static inline unsigned int vnic_wq_desc_used(struct vnic_wq *wq) in vnic_wq_desc_used() 102 static inline void *vnic_wq_next_desc(struct vnic_wq *wq) in vnic_wq_next_desc() 107 static inline void vnic_wq_doorbell(struct vnic_wq *wq) in vnic_wq_doorbell() 118 static inline void vnic_wq_post(struct vnic_wq *wq, in vnic_wq_post() 141 static inline void vnic_wq_service(struct vnic_wq *wq, in vnic_wq_service() 143 void (*buf_service)(struct vnic_wq *wq, in vnic_wq_service()
|
/linux-6.1.9/fs/btrfs/ |
D | async-thread.c | 50 struct btrfs_fs_info * __pure btrfs_workqueue_owner(const struct btrfs_workqueue *wq) in btrfs_workqueue_owner() 60 bool btrfs_workqueue_normal_congested(const struct btrfs_workqueue *wq) in btrfs_workqueue_normal_congested() 121 static inline void thresh_queue_hook(struct btrfs_workqueue *wq) in thresh_queue_hook() 133 static inline void thresh_exec_hook(struct btrfs_workqueue *wq) in thresh_exec_hook() 176 static void run_ordered_work(struct btrfs_workqueue *wq, in run_ordered_work() 264 struct btrfs_workqueue *wq = work->wq; in btrfs_work_helper() local 308 void btrfs_queue_work(struct btrfs_workqueue *wq, struct btrfs_work *work) in btrfs_queue_work() 323 void btrfs_destroy_workqueue(struct btrfs_workqueue *wq) in btrfs_destroy_workqueue() 332 void btrfs_workqueue_set_max(struct btrfs_workqueue *wq, int limit_active) in btrfs_workqueue_set_max() 338 void btrfs_flush_workqueue(struct btrfs_workqueue *wq) in btrfs_flush_workqueue()
|
/linux-6.1.9/kernel/ |
D | workqueue.c | 203 struct workqueue_struct *wq; /* I: the owning workqueue */ member 389 #define assert_rcu_or_wq_mutex_or_pool_mutex(wq) \ argument 444 #define for_each_pwq(pwq, wq) \ argument 579 static struct pool_workqueue *unbound_pwq_by_node(struct workqueue_struct *wq, in unbound_pwq_by_node() 1373 static bool is_chained_work(struct workqueue_struct *wq) in is_chained_work() 1418 static void __queue_work(int cpu, struct workqueue_struct *wq, in __queue_work() 1536 bool queue_work_on(int cpu, struct workqueue_struct *wq, in queue_work_on() 1607 bool queue_work_node(int node, struct workqueue_struct *wq, in queue_work_node() 1647 static void __queue_delayed_work(int cpu, struct workqueue_struct *wq, in __queue_delayed_work() 1690 bool queue_delayed_work_on(int cpu, struct workqueue_struct *wq, in queue_delayed_work_on() [all …]
|
/linux-6.1.9/drivers/infiniband/hw/cxgb4/ |
D | cq.c | 184 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq, u32 srqidx) in insert_recv_cqe() 203 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) in c4iw_flush_rq() 217 static void insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, in insert_sq_cqe() 241 struct t4_wq *wq = &qhp->wq; in c4iw_flush_sq() local 267 static void flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) in flush_completed_wrs() 300 static void create_read_req_cqe(struct t4_wq *wq, struct t4_cqe *hw_cqe, in create_read_req_cqe() 312 static void advance_oldest_read(struct t4_wq *wq) in advance_oldest_read() 422 static int cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq) in cqe_completes_wr() 443 void c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) in c4iw_count_rcqes() 544 static int poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, in poll_cq() [all …]
|
/linux-6.1.9/io_uring/ |
D | io-wq.c | 106 struct io_wq *wq; member 178 static void io_worker_ref_put(struct io_wq *wq) in io_worker_ref_put() 188 struct io_wq *wq = wqe->wq; in io_worker_cancel_cb() local 212 struct io_wq *wq = wqe->wq; in io_worker_exit() local 323 struct io_wq *wq; in create_worker_cb() local 353 struct io_wq *wq = wqe->wq; in io_queue_worker_create() local 450 struct io_wq *wq = wqe->wq; in io_wait_on_hash() local 543 struct io_wq *wq = wqe->wq; in io_worker_handle_work() local 618 struct io_wq *wq = wqe->wq; in io_wqe_worker() local 793 static bool create_io_worker(struct io_wq *wq, struct io_wqe *wqe, int index) in create_io_worker() [all …]
|
/linux-6.1.9/fs/autofs/ |
D | waitq.c | 17 struct autofs_wait_queue *wq, *nwq; in autofs_catatonic_mode() local 79 struct autofs_wait_queue *wq, in autofs_notify_daemon() 181 struct autofs_wait_queue *wq; in autofs_find_wait() local 207 struct autofs_wait_queue *wq; in validate_request() local 306 struct autofs_wait_queue *wq; in autofs_wait() local 489 struct autofs_wait_queue *wq, **wql; in autofs_wait_release() local
|