| /linux-5.19.10/drivers/net/ethernet/amazon/ena/ |
| D | ena_eth_com.h | 56 int ena_com_rx_pkt(struct ena_com_io_cq *io_cq,
64 bool ena_com_cq_empty(struct ena_com_io_cq *io_cq);
66 static inline void ena_com_unmask_intr(struct ena_com_io_cq *io_cq, in ena_com_unmask_intr() argument
69 writel(intr_reg->intr_control, io_cq->unmask_reg); in ena_com_unmask_intr()
171 static inline int ena_com_update_dev_comp_head(struct ena_com_io_cq *io_cq) in ena_com_update_dev_comp_head() argument
176 if (unlikely(io_cq->cq_head_db_reg)) { in ena_com_update_dev_comp_head()
177 head = io_cq->head; in ena_com_update_dev_comp_head()
178 unreported_comp = head - io_cq->last_head_update; in ena_com_update_dev_comp_head()
179 need_update = unreported_comp > (io_cq->q_depth / ENA_COMP_HEAD_THRESH); in ena_com_update_dev_comp_head()
182 netdev_dbg(ena_com_io_cq_to_ena_dev(io_cq)->net_device, in ena_com_update_dev_comp_head()
[all …]
|
| D | ena_eth_com.c | 9 struct ena_com_io_cq *io_cq) in ena_com_get_next_rx_cdesc() argument
15 head_masked = io_cq->head & (io_cq->q_depth - 1); in ena_com_get_next_rx_cdesc()
16 expected_phase = io_cq->phase; in ena_com_get_next_rx_cdesc()
18 cdesc = (struct ena_eth_io_rx_cdesc_base *)(io_cq->cdesc_addr.virt_addr in ena_com_get_next_rx_cdesc()
19 + (head_masked * io_cq->cdesc_entry_size_in_bytes)); in ena_com_get_next_rx_cdesc()
228 ena_com_rx_cdesc_idx_to_ptr(struct ena_com_io_cq *io_cq, u16 idx) in ena_com_rx_cdesc_idx_to_ptr() argument
230 idx &= (io_cq->q_depth - 1); in ena_com_rx_cdesc_idx_to_ptr()
232 ((uintptr_t)io_cq->cdesc_addr.virt_addr + in ena_com_rx_cdesc_idx_to_ptr()
233 idx * io_cq->cdesc_entry_size_in_bytes); in ena_com_rx_cdesc_idx_to_ptr()
236 static u16 ena_com_cdesc_rx_pkt_get(struct ena_com_io_cq *io_cq, in ena_com_cdesc_rx_pkt_get() argument
[all …]
|
| D | ena_com.c | 408 struct ena_com_io_cq *io_cq) in ena_com_init_io_cq() argument
413 memset(&io_cq->cdesc_addr, 0x0, sizeof(io_cq->cdesc_addr)); in ena_com_init_io_cq()
416 io_cq->cdesc_entry_size_in_bytes = in ena_com_init_io_cq()
417 (io_cq->direction == ENA_COM_IO_QUEUE_DIRECTION_TX) ? in ena_com_init_io_cq()
421 size = io_cq->cdesc_entry_size_in_bytes * io_cq->q_depth; in ena_com_init_io_cq()
425 io_cq->cdesc_addr.virt_addr = in ena_com_init_io_cq()
427 &io_cq->cdesc_addr.phys_addr, GFP_KERNEL); in ena_com_init_io_cq()
429 if (!io_cq->cdesc_addr.virt_addr) { in ena_com_init_io_cq()
430 io_cq->cdesc_addr.virt_addr = in ena_com_init_io_cq()
432 &io_cq->cdesc_addr.phys_addr, in ena_com_init_io_cq()
[all …]
|
| D | ena_com.h | 454 struct ena_com_io_cq **io_cq);
844 struct ena_com_io_cq *io_cq);
855 struct ena_com_io_cq *io_cq);
951 static inline struct ena_com_dev *ena_com_io_cq_to_ena_dev(struct ena_com_io_cq *io_cq) in ena_com_io_cq_to_ena_dev() argument
953 return container_of(io_cq, struct ena_com_dev, io_cq_queues[io_cq->qid]); in ena_com_io_cq_to_ena_dev()
|
| /linux-5.19.10/block/ |
| D | blk-ioc.c | 37 struct io_cq *icq = container_of(head, struct io_cq, __rcu_head); in icq_free_icq_rcu()
46 static void ioc_exit_icq(struct io_cq *icq) in ioc_exit_icq()
61 struct io_cq *icq; in ioc_exit_icqs()
73 static void ioc_destroy_icq(struct io_cq *icq) in ioc_destroy_icq()
115 struct io_cq *icq = hlist_entry(ioc->icq_list.first, in ioc_release_fn()
116 struct io_cq, ioc_node); in ioc_release_fn()
182 struct io_cq *icq = in ioc_clear_queue()
183 list_entry(icq_list.next, struct io_cq, q_node); in ioc_clear_queue()
328 struct io_cq *ioc_lookup_icq(struct request_queue *q) in ioc_lookup_icq()
331 struct io_cq *icq; in ioc_lookup_icq()
[all …]
|
| D | elevator.h | 8 struct io_cq;
47 void (*init_icq)(struct io_cq *);
48 void (*exit_icq)(struct io_cq *);
|
| D | blk.h | 352 struct io_cq *ioc_find_get_icq(struct request_queue *q);
353 struct io_cq *ioc_lookup_icq(struct request_queue *q);
|
| D | elevator.c | 544 if (WARN_ON(e->icq_size < sizeof(struct io_cq)) || in elv_register()
545 WARN_ON(e->icq_align < __alignof__(struct io_cq))) in elv_register()
|
| D | bfq-iosched.h | 409 struct io_cq icq; /* must be the first member */
|
| D | bfq-iosched.c | 428 static struct bfq_io_cq *icq_to_bic(struct io_cq *icq) in icq_to_bic()
5389 static void bfq_exit_icq(struct io_cq *icq) in bfq_exit_icq()
|
| /linux-5.19.10/include/linux/ |
| D | iocontext.h | 73 struct io_cq { struct
110 struct io_cq __rcu *icq_hint; argument
|
| D | blk-mq.h | 177 struct io_cq *icq;
|
| /linux-5.19.10/drivers/scsi/lpfc/ |
| D | lpfc_debugfs.h | 471 cq = phba->sli4_hba.hdwq[wqidx].io_cq; in lpfc_debug_dump_cq()
648 if (phba->sli4_hba.hdwq[cq_idx].io_cq->queue_id == qid) in lpfc_debug_dump_cq_by_id()
653 lpfc_debug_dump_q(phba->sli4_hba.hdwq[cq_idx].io_cq); in lpfc_debug_dump_cq_by_id()
|
| D | lpfc_sli4.h | 698 struct lpfc_queue *io_cq; /* Fast-path FCP & NVME compl queue */ member
|
| D | lpfc_init.c | 1306 cq = hdwq->io_cq; in lpfc_idle_stat_delay_work()
10401 phba->sli4_hba.hdwq[idx].io_cq = qdesc; in lpfc_alloc_io_wq_cq()
10848 lpfc_sli4_queue_free(hdwq[idx].io_cq); in lpfc_sli4_release_hdwq()
10851 hdwq[idx].io_cq = NULL; in lpfc_sli4_release_hdwq()
11188 qp[qidx].io_cq, in lpfc_sli4_queue_setup()
11497 lpfc_cq_destroy(phba, qp->io_cq); in lpfc_sli4_queue_unset()
|
| D | lpfc_debugfs.c | 3957 qp = phba->sli4_hba.hdwq[eqidx].io_cq; in lpfc_idiag_cqs_for_eq()
4421 qp = phba->sli4_hba.hdwq[qidx].io_cq; in lpfc_idiag_queacc_write()
|
| D | lpfc_sli.c | 6156 sli4_hba->sli4_write_cq_db(phba, qp->io_cq, 0, in lpfc_sli4_arm_cqeq_intr()
7914 cq = hdwq->io_cq; in lpfc_init_idle_stat_hb()
|