| /linux-6.6.21/drivers/infiniband/hw/hfi1/ |
| D | init.c | 88 struct hfi1_ctxtdata *rcd; in hfi1_create_kctxt() local
94 ret = hfi1_create_ctxtdata(ppd, dd->node, &rcd); in hfi1_create_kctxt()
105 rcd->flags = HFI1_CAP_KGET(MULTI_PKT_EGR) | in hfi1_create_kctxt()
111 if (rcd->ctxt == HFI1_CTRL_CTXT) in hfi1_create_kctxt()
112 rcd->flags |= HFI1_CAP_DMA_RTAIL; in hfi1_create_kctxt()
113 rcd->fast_handler = get_dma_rtail_setting(rcd) ? in hfi1_create_kctxt()
117 hfi1_set_seq_cnt(rcd, 1); in hfi1_create_kctxt()
119 rcd->sc = sc_alloc(dd, SC_ACK, rcd->rcvhdrqentsize, dd->node); in hfi1_create_kctxt()
120 if (!rcd->sc) { in hfi1_create_kctxt()
124 hfi1_init_ctxt(rcd->sc); in hfi1_create_kctxt()
[all …]
|
| D | aspm.c | 129 void __aspm_ctx_disable(struct hfi1_ctxtdata *rcd) in __aspm_ctx_disable() argument
136 spin_lock_irqsave(&rcd->aspm_lock, flags); in __aspm_ctx_disable()
138 if (!rcd->aspm_intr_enable) in __aspm_ctx_disable()
141 prev = rcd->aspm_ts_last_intr; in __aspm_ctx_disable()
143 rcd->aspm_ts_last_intr = now; in __aspm_ctx_disable()
149 restart_timer = ktime_to_ns(ktime_sub(now, rcd->aspm_ts_timer_sched)) > in __aspm_ctx_disable()
154 if (rcd->aspm_enabled && close_interrupts) { in __aspm_ctx_disable()
155 aspm_disable_inc(rcd->dd); in __aspm_ctx_disable()
156 rcd->aspm_enabled = false; in __aspm_ctx_disable()
161 mod_timer(&rcd->aspm_timer, in __aspm_ctx_disable()
[all …]
|
| D | exp_rcv.c | 23 void hfi1_exp_tid_group_init(struct hfi1_ctxtdata *rcd) in hfi1_exp_tid_group_init() argument
25 hfi1_exp_tid_set_init(&rcd->tid_group_list); in hfi1_exp_tid_group_init()
26 hfi1_exp_tid_set_init(&rcd->tid_used_list); in hfi1_exp_tid_group_init()
27 hfi1_exp_tid_set_init(&rcd->tid_full_list); in hfi1_exp_tid_group_init()
34 int hfi1_alloc_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd) in hfi1_alloc_ctxt_rcv_groups() argument
36 struct hfi1_devdata *dd = rcd->dd; in hfi1_alloc_ctxt_rcv_groups()
42 ngroups = rcd->expected_count / dd->rcv_entries.group_size; in hfi1_alloc_ctxt_rcv_groups()
43 rcd->groups = in hfi1_alloc_ctxt_rcv_groups()
44 kcalloc_node(ngroups, sizeof(*rcd->groups), in hfi1_alloc_ctxt_rcv_groups()
45 GFP_KERNEL, rcd->numa_id); in hfi1_alloc_ctxt_rcv_groups()
[all …]
|
| D | driver.c | 156 static inline void *get_egrbuf(const struct hfi1_ctxtdata *rcd, u64 rhf, in get_egrbuf() argument
161 *update |= !(idx & (rcd->egrbufs.threshold - 1)) && !offset; in get_egrbuf()
162 return (void *)(((u64)(rcd->egrbufs.rcvtids[idx].addr)) + in get_egrbuf()
166 static inline void *hfi1_get_header(struct hfi1_ctxtdata *rcd, in hfi1_get_header() argument
171 return (void *)(rhf_addr - rcd->rhf_offset + offset); in hfi1_get_header()
174 static inline struct ib_header *hfi1_get_msgheader(struct hfi1_ctxtdata *rcd, in hfi1_get_msgheader() argument
177 return (struct ib_header *)hfi1_get_header(rcd, rhf_addr); in hfi1_get_msgheader()
181 *hfi1_get_16B_header(struct hfi1_ctxtdata *rcd, in hfi1_get_16B_header() argument
184 return (struct hfi1_16b_header *)hfi1_get_header(rcd, rhf_addr); in hfi1_get_16B_header()
207 static void rcv_hdrerr(struct hfi1_ctxtdata *rcd, struct hfi1_pportdata *ppd, in rcv_hdrerr() argument
[all …]
|
| D | msix.c | 126 static int msix_request_rcd_irq_common(struct hfi1_ctxtdata *rcd, in msix_request_rcd_irq_common() argument
131 int nr = msix_request_irq(rcd->dd, rcd, handler, thread, in msix_request_rcd_irq_common()
132 rcd->is_vnic ? IRQ_NETDEVCTXT : IRQ_RCVCTXT, in msix_request_rcd_irq_common()
141 rcd->ireg = (IS_RCVAVAIL_START + rcd->ctxt) / 64; in msix_request_rcd_irq_common()
142 rcd->imask = ((u64)1) << ((IS_RCVAVAIL_START + rcd->ctxt) % 64); in msix_request_rcd_irq_common()
143 rcd->msix_intr = nr; in msix_request_rcd_irq_common()
144 remap_intr(rcd->dd, IS_RCVAVAIL_START + rcd->ctxt, nr); in msix_request_rcd_irq_common()
154 int msix_request_rcd_irq(struct hfi1_ctxtdata *rcd) in msix_request_rcd_irq() argument
159 rcd->dd->unit, rcd->ctxt); in msix_request_rcd_irq()
161 return msix_request_rcd_irq_common(rcd, receive_context_interrupt, in msix_request_rcd_irq()
[all …]
|
| D | hfi.h | 161 typedef int (*intr_handler)(struct hfi1_ctxtdata *rcd, int data);
320 static inline u32 rcvhdrq_size(struct hfi1_ctxtdata *rcd) in rcvhdrq_size() argument
322 return PAGE_ALIGN(rcd->rcvhdrq_cnt * in rcvhdrq_size()
323 rcd->rcvhdrqentsize * sizeof(u32)); in rcvhdrq_size()
337 struct hfi1_ctxtdata *rcd; member
1309 struct hfi1_ctxtdata **rcd; member
1422 void handle_user_interrupt(struct hfi1_ctxtdata *rcd);
1424 int hfi1_create_rcvhdrq(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd);
1425 int hfi1_setup_eagerbufs(struct hfi1_ctxtdata *rcd);
1428 struct hfi1_ctxtdata **rcd);
[all …]
|
| D | tid_rdma.c | 133 struct hfi1_ctxtdata *rcd,
197 p->qp = (RVT_KDETH_QP_PREFIX << 16) | priv->rcd->ctxt; in tid_rdma_opfn_init()
199 p->jkey = priv->rcd->jkey; in tid_rdma_opfn_init()
203 p->urg = is_urg_masked(priv->rcd); in tid_rdma_opfn_init()
298 int hfi1_kern_exp_rcv_init(struct hfi1_ctxtdata *rcd, int reinit) in hfi1_kern_exp_rcv_init() argument
305 rcd->jkey = TID_RDMA_JKEY; in hfi1_kern_exp_rcv_init()
306 hfi1_set_ctxt_jkey(rcd->dd, rcd, rcd->jkey); in hfi1_kern_exp_rcv_init()
307 return hfi1_alloc_ctxt_rcv_groups(rcd); in hfi1_kern_exp_rcv_init()
335 return dd->rcd[ctxt]; in qp_to_rcd()
344 qpriv->rcd = qp_to_rcd(rdi, qp); in hfi1_qp_priv_init()
[all …]
|
| D | netdev_rx.c | 205 rc = hfi1_netdev_allot_ctxt(rx, &rxq->rcd); in hfi1_netdev_rxq_init()
209 hfi1_rcd_get(rxq->rcd); in hfi1_netdev_rxq_init()
211 rxq->rcd->napi = &rxq->napi; in hfi1_netdev_rxq_init()
213 i, rxq->rcd->ctxt); in hfi1_netdev_rxq_init()
220 rc = msix_netdev_request_rcd_irq(rxq->rcd); in hfi1_netdev_rxq_init()
232 if (rxq->rcd) { in hfi1_netdev_rxq_init()
233 hfi1_netdev_deallocate_ctxt(dd, rxq->rcd); in hfi1_netdev_rxq_init()
234 hfi1_rcd_put(rxq->rcd); in hfi1_netdev_rxq_init()
235 rxq->rcd = NULL; in hfi1_netdev_rxq_init()
253 hfi1_netdev_deallocate_ctxt(dd, rxq->rcd); in hfi1_netdev_rxq_deinit()
[all …]
|
| D | intr.c | 202 void handle_user_interrupt(struct hfi1_ctxtdata *rcd) in handle_user_interrupt() argument
204 struct hfi1_devdata *dd = rcd->dd; in handle_user_interrupt()
208 if (bitmap_empty(rcd->in_use_ctxts, HFI1_MAX_SHARED_CTXTS)) in handle_user_interrupt()
211 if (test_and_clear_bit(HFI1_CTXT_WAITING_RCV, &rcd->event_flags)) { in handle_user_interrupt()
212 wake_up_interruptible(&rcd->wait); in handle_user_interrupt()
213 hfi1_rcvctrl(dd, HFI1_RCVCTRL_INTRAVAIL_DIS, rcd); in handle_user_interrupt()
215 &rcd->event_flags)) { in handle_user_interrupt()
216 rcd->urgent++; in handle_user_interrupt()
217 wake_up_interruptible(&rcd->wait); in handle_user_interrupt()
|
| D | trace_rx.h | 27 TP_STRUCT__entry(DD_DEV_ENTRY(packet->rcd->dd)
36 TP_fast_assign(DD_DEV_ASSIGN(packet->rcd->dd);
38 __entry->ctxt = packet->rcd->ctxt;
59 TP_PROTO(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd),
60 TP_ARGS(dd, rcd),
67 __entry->ctxt = rcd->ctxt;
68 __entry->slow_path = hfi1_is_slowpath(rcd);
69 __entry->dma_rtail = get_dma_rtail_setting(rcd);
|
| D | aspm.h | 22 void __aspm_ctx_disable(struct hfi1_ctxtdata *rcd);
26 static inline void aspm_ctx_disable(struct hfi1_ctxtdata *rcd) in aspm_ctx_disable() argument
29 if (likely(!rcd->aspm_intr_supported)) in aspm_ctx_disable()
32 __aspm_ctx_disable(rcd); in aspm_ctx_disable()
|
| D | exp_rcv.h | 151 hfi1_tid_group_to_idx(struct hfi1_ctxtdata *rcd, struct tid_group *grp) in hfi1_tid_group_to_idx() argument
153 return grp - &rcd->groups[0]; in hfi1_tid_group_to_idx()
162 hfi1_idx_to_tid_group(struct hfi1_ctxtdata *rcd, u16 idx) in hfi1_idx_to_tid_group() argument
164 return &rcd->groups[idx]; in hfi1_idx_to_tid_group()
167 int hfi1_alloc_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd);
168 void hfi1_free_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd);
169 void hfi1_exp_tid_group_init(struct hfi1_ctxtdata *rcd);
|
| D | rc.h | 25 static inline void rc_defered_ack(struct hfi1_ctxtdata *rcd, in rc_defered_ack() argument
31 list_add_tail(&qp->rspwait, &rcd->qp_wait_list); in rc_defered_ack()
55 struct hfi1_ctxtdata *rcd);
|
| D | fault.c | 50 struct hfi1_ctxtdata *rcd; in _fault_stats_seq_show() local
53 rcd = hfi1_rcd_get_by_index(dd, j); in _fault_stats_seq_show()
54 if (rcd) { in _fault_stats_seq_show()
55 n_packets += rcd->opstats->stats[i].n_packets; in _fault_stats_seq_show()
56 n_bytes += rcd->opstats->stats[i].n_bytes; in _fault_stats_seq_show()
58 hfi1_rcd_put(rcd); in _fault_stats_seq_show()
321 struct hfi1_ibdev *ibd = &packet->rcd->dd->verbs_dev; in hfi1_dbg_should_fault_rx()
|
| D | debugfs.c | 97 struct hfi1_ctxtdata *rcd; in _opcode_stats_seq_show() local
100 rcd = hfi1_rcd_get_by_index(dd, j); in _opcode_stats_seq_show()
101 if (rcd) { in _opcode_stats_seq_show()
102 n_packets += rcd->opstats->stats[i].n_packets; in _opcode_stats_seq_show()
103 n_bytes += rcd->opstats->stats[i].n_bytes; in _opcode_stats_seq_show()
105 hfi1_rcd_put(rcd); in _opcode_stats_seq_show()
188 struct hfi1_ctxtdata *rcd; in _ctx_stats_seq_show() local
198 rcd = hfi1_rcd_get_by_index_safe(dd, i); in _ctx_stats_seq_show()
199 if (!rcd) in _ctx_stats_seq_show()
202 for (j = 0; j < ARRAY_SIZE(rcd->opstats->stats); j++) in _ctx_stats_seq_show()
[all …]
|
| /linux-6.6.21/drivers/infiniband/hw/qib/ |
| D | qib_file_ops.c | 101 struct qib_ctxtdata *rcd = ctxt_fp(fp); in qib_get_base_info() local
104 struct qib_devdata *dd = rcd->dd; in qib_get_base_info()
105 struct qib_pportdata *ppd = rcd->ppd; in qib_get_base_info()
110 subctxt_cnt = rcd->subctxt_cnt; in qib_get_base_info()
135 ret = dd->f_get_base_info(rcd, kinfo); in qib_get_base_info()
141 kinfo->spi_tidegrcnt = rcd->rcvegrcnt; in qib_get_base_info()
147 rcd->rcvegrbuf_chunks * rcd->rcvegrbuf_size; in qib_get_base_info()
148 kinfo->spi_rcv_egrperchunk = rcd->rcvegrbufs_perchunk; in qib_get_base_info()
150 rcd->rcvegrbuf_chunks; in qib_get_base_info()
184 kinfo->spi_rcvhdr_base = (u64) rcd->rcvhdrq_phys; in qib_get_base_info()
[all …]
|
| D | qib_init.c | 134 dd->rcd = kcalloc(dd->ctxtcnt, sizeof(*dd->rcd), GFP_KERNEL); in qib_create_ctxts()
135 if (!dd->rcd) in qib_create_ctxts()
141 struct qib_ctxtdata *rcd; in qib_create_ctxts() local
148 rcd = qib_create_ctxtdata(ppd, i, dd->assigned_node_id); in qib_create_ctxts()
149 if (!rcd) { in qib_create_ctxts()
152 kfree(dd->rcd); in qib_create_ctxts()
153 dd->rcd = NULL; in qib_create_ctxts()
156 rcd->pkeys[0] = QIB_DEFAULT_P_KEY; in qib_create_ctxts()
157 rcd->seq_cnt = 1; in qib_create_ctxts()
169 struct qib_ctxtdata *rcd; in qib_create_ctxtdata() local
[all …]
|
| D | qib_tx.c | 80 int qib_disarm_piobufs_ifneeded(struct qib_ctxtdata *rcd) in qib_disarm_piobufs_ifneeded() argument
82 struct qib_devdata *dd = rcd->dd; in qib_disarm_piobufs_ifneeded()
86 last = rcd->pio_base + rcd->piocnt; in qib_disarm_piobufs_ifneeded()
92 if (rcd->user_event_mask) { in qib_disarm_piobufs_ifneeded()
97 clear_bit(_QIB_EVENT_DISARM_BUFS_BIT, &rcd->user_event_mask[0]); in qib_disarm_piobufs_ifneeded()
98 for (i = 1; i < rcd->subctxt_cnt; i++) in qib_disarm_piobufs_ifneeded()
100 &rcd->user_event_mask[i]); in qib_disarm_piobufs_ifneeded()
103 for (i = rcd->pio_base; i < last; i++) { in qib_disarm_piobufs_ifneeded()
105 dd->f_sendctrl(rcd->ppd, QIB_SENDCTRL_DISARM_BUF(i)); in qib_disarm_piobufs_ifneeded()
131 struct qib_ctxtdata *rcd; in find_ctxt() local
[all …]
|
| D | qib_intr.c | 191 struct qib_ctxtdata *rcd; in qib_handle_urcv() local
196 for (i = dd->first_user_ctxt; dd->rcd && i < dd->cfgctxts; i++) { in qib_handle_urcv()
199 rcd = dd->rcd[i]; in qib_handle_urcv()
200 if (!rcd || !rcd->cnt) in qib_handle_urcv()
203 if (test_and_clear_bit(QIB_CTXT_WAITING_RCV, &rcd->flag)) { in qib_handle_urcv()
204 wake_up_interruptible(&rcd->wait); in qib_handle_urcv()
205 dd->f_rcvctrl(rcd->ppd, QIB_RCVCTRL_INTRAVAIL_DIS, in qib_handle_urcv()
206 rcd->ctxt); in qib_handle_urcv()
208 &rcd->flag)) { in qib_handle_urcv()
209 rcd->urgent++; in qib_handle_urcv()
[all …]
|
| D | qib_driver.c | 280 static inline void *qib_get_egrbuf(const struct qib_ctxtdata *rcd, u32 etail) in qib_get_egrbuf() argument
282 const u32 chunk = etail >> rcd->rcvegrbufs_perchunk_shift; in qib_get_egrbuf()
283 const u32 idx = etail & ((u32)rcd->rcvegrbufs_perchunk - 1); in qib_get_egrbuf()
285 return rcd->rcvegrbuf[chunk] + (idx << rcd->dd->rcvegrbufsize_shift); in qib_get_egrbuf()
292 static u32 qib_rcv_hdrerr(struct qib_ctxtdata *rcd, struct qib_pportdata *ppd, in qib_rcv_hdrerr() argument
406 &rcd->qp_wait_list); in qib_rcv_hdrerr()
441 u32 qib_kreceive(struct qib_ctxtdata *rcd, u32 *llic, u32 *npkts) in qib_kreceive() argument
443 struct qib_devdata *dd = rcd->dd; in qib_kreceive()
444 struct qib_pportdata *ppd = rcd->ppd; in qib_kreceive()
456 l = rcd->head; in qib_kreceive()
[all …]
|
| D | qib_debugfs.c | 103 if (!dd->rcd[j]) in _opcode_stats_seq_show()
105 n_packets += dd->rcd[j]->opstats->stats[i].n_packets; in _opcode_stats_seq_show()
106 n_bytes += dd->rcd[j]->opstats->stats[i].n_bytes; in _opcode_stats_seq_show()
166 if (!dd->rcd[i]) in _ctx_stats_seq_show()
169 for (j = 0; j < ARRAY_SIZE(dd->rcd[i]->opstats->stats); j++) in _ctx_stats_seq_show()
170 n_packets += dd->rcd[i]->opstats->stats[j].n_packets; in _ctx_stats_seq_show()
|
| /linux-6.6.21/arch/x86/kernel/cpu/mce/ |
| D | apei.c | 146 struct cper_mce_record rcd; in apei_write_mce() local
148 memset(&rcd, 0, sizeof(rcd)); in apei_write_mce()
149 memcpy(rcd.hdr.signature, CPER_SIG_RECORD, CPER_SIG_SIZE); in apei_write_mce()
150 rcd.hdr.revision = CPER_RECORD_REV; in apei_write_mce()
151 rcd.hdr.signature_end = CPER_SIG_END; in apei_write_mce()
152 rcd.hdr.section_count = 1; in apei_write_mce()
153 rcd.hdr.error_severity = CPER_SEV_FATAL; in apei_write_mce()
155 rcd.hdr.validation_bits = 0; in apei_write_mce()
156 rcd.hdr.record_length = sizeof(rcd); in apei_write_mce()
157 rcd.hdr.creator_id = CPER_CREATOR_MCE; in apei_write_mce()
[all …]
|
| /linux-6.6.21/drivers/acpi/apei/ |
| D | erst.c | 1041 struct cper_pstore_record *rcd; in erst_reader() local
1042 size_t rcd_len = sizeof(*rcd) + erst_info.bufsize; in erst_reader()
1047 rcd = kmalloc(rcd_len, GFP_KERNEL); in erst_reader()
1048 if (!rcd) { in erst_reader()
1063 len = erst_read_record(record_id, &rcd->hdr, rcd_len, sizeof(*rcd), in erst_reader()
1076 memcpy(record->buf, rcd->data, len - sizeof(*rcd)); in erst_reader()
1080 if (guid_equal(&rcd->sec_hdr.section_type, &CPER_SECTION_TYPE_DMESG_Z)) { in erst_reader()
1083 } else if (guid_equal(&rcd->sec_hdr.section_type, &CPER_SECTION_TYPE_DMESG)) in erst_reader()
1085 else if (guid_equal(&rcd->sec_hdr.section_type, &CPER_SECTION_TYPE_MCE)) in erst_reader()
1090 if (rcd->hdr.validation_bits & CPER_VALID_TIMESTAMP) in erst_reader()
[all …]
|
| /linux-6.6.21/drivers/net/vmxnet3/ |
| D | vmxnet3_drv.c | 317 # define vmxnet3_getRxComp(dstrcd, rcd, tmp) do { \ argument
319 vmxnet3_RxCompToCPU((rcd), (tmp)); \
332 # define vmxnet3_getRxComp(dstrcd, rcd, tmp) (dstrcd) = (rcd) argument
719 vmxnet3_append_frag(struct sk_buff *skb, struct Vmxnet3_RxCompDesc *rcd, in vmxnet3_append_frag() argument
726 skb_frag_fill_page_desc(frag, rbi->page, 0, rcd->len); in vmxnet3_append_frag()
727 skb->data_len += rcd->len; in vmxnet3_append_frag()
1378 if (!gdesc->rcd.cnc && adapter->netdev->features & NETIF_F_RXCSUM) { in vmxnet3_rx_csum()
1379 if (gdesc->rcd.v4 && in vmxnet3_rx_csum()
1387 WARN_ON_ONCE(!(gdesc->rcd.tcp || gdesc->rcd.udp) && in vmxnet3_rx_csum()
1390 WARN_ON_ONCE(gdesc->rcd.frg && in vmxnet3_rx_csum()
[all …]
|
| /linux-6.6.21/drivers/cpufreq/ |
| D | sa1110-cpufreq.c | 130 static inline void set_mdcas(u_int *mdcas, int delayed, u_int rcd) in set_mdcas() argument
134 rcd = 2 * rcd - 1; in set_mdcas()
135 shift = delayed + 1 + rcd; in set_mdcas()
137 mdcas[0] = (1 << rcd) - 1; in set_mdcas()
|